2024-11-16 10:03:38,434 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-16 10:03:38,493 main DEBUG Took 0.055852 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 10:03:38,493 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 10:03:38,494 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 10:03:38,495 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 10:03:38,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,518 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 10:03:38,548 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,551 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,552 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,554 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,559 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,561 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,564 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,565 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,568 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 10:03:38,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,571 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 10:03:38,573 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 10:03:38,575 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 10:03:38,577 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 10:03:38,578 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 10:03:38,580 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 10:03:38,581 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 10:03:38,593 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 10:03:38,599 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 10:03:38,601 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 10:03:38,602 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 10:03:38,602 main DEBUG createAppenders(={Console}) 2024-11-16 10:03:38,603 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-11-16 10:03:38,604 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-16 10:03:38,605 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-11-16 10:03:38,605 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 10:03:38,606 main DEBUG OutputStream closed 2024-11-16 10:03:38,606 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 10:03:38,607 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 10:03:38,607 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-11-16 10:03:38,804 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 10:03:38,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 10:03:38,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 10:03:38,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 10:03:38,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 10:03:38,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 10:03:38,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 10:03:38,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 10:03:38,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 10:03:38,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 10:03:38,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 10:03:38,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 10:03:38,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 10:03:38,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 10:03:38,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 10:03:38,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 10:03:38,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 10:03:38,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 10:03:38,845 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 10:03:38,846 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-16 10:03:38,849 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 10:03:38,850 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-16T10:03:38,876 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-16 10:03:38,882 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 10:03:38,882 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T10:03:39,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=12, AvailableMemoryMB=5314 2024-11-16T10:03:39,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad 2024-11-16T10:03:39,641 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:03:39,646 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5, deleteOnExit=true 2024-11-16T10:03:39,647 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-16T10:03:39,649 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/test.cache.data in system properties and HBase conf 2024-11-16T10:03:39,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:03:39,654 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:03:39,655 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:03:39,656 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:03:39,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T10:03:39,811 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T10:03:39,980 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:03:39,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:03:39,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:03:39,990 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:03:39,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:03:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:03:39,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:03:39,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:03:39,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:03:39,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:03:39,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:03:39,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:03:39,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:03:39,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:03:39,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:03:41,154 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T10:03:41,260 INFO [Time-limited test {}] log.Log(170): Logging initialized @3739ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T10:03:41,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:41,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:03:41,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:03:41,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:03:41,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:03:41,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:41,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:03:41,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:03:41,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/java.io.tmpdir/jetty-localhost-42961-hadoop-hdfs-3_4_1-tests_jar-_-any-215925464501696366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:03:41,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:42961} 2024-11-16T10:03:41,715 INFO [Time-limited test {}] server.Server(415): Started @4196ms 2024-11-16T10:03:42,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:42,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:03:42,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:03:42,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:03:42,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:03:42,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:03:42,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:03:42,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/java.io.tmpdir/jetty-localhost-33773-hadoop-hdfs-3_4_1-tests_jar-_-any-836303181565937179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:42,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:33773} 2024-11-16T10:03:42,434 INFO [Time-limited test {}] server.Server(415): Started @4915ms 2024-11-16T10:03:42,496 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:03:42,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:42,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:03:42,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:03:42,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:03:42,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:03:42,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:03:42,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:03:42,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/java.io.tmpdir/jetty-localhost-42313-hadoop-hdfs-3_4_1-tests_jar-_-any-857220272484314374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:42,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:42313} 2024-11-16T10:03:42,769 INFO [Time-limited test {}] server.Server(415): Started @5250ms 2024-11-16T10:03:42,771 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:03:43,437 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/dfs/data/data4/current/BP-1936824727-172.17.0.2-1731751420750/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:43,437 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/dfs/data/data3/current/BP-1936824727-172.17.0.2-1731751420750/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:43,437 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/dfs/data/data2/current/BP-1936824727-172.17.0.2-1731751420750/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:43,437 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/dfs/data/data1/current/BP-1936824727-172.17.0.2-1731751420750/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:43,472 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:03:43,472 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:03:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe37fdf2b1a8ed376 with lease ID 0x90a859080d17b6c7: Processing first storage report for DS-170a117f-c31d-4eae-a948-1840f7061e4a from datanode DatanodeRegistration(127.0.0.1:43187, datanodeUuid=e4bc2a9e-019a-4795-9269-8d01ee2f4b85, infoPort=43627, infoSecurePort=0, ipcPort=34327, storageInfo=lv=-57;cid=testClusterID;nsid=1667323473;c=1731751420750) 2024-11-16T10:03:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe37fdf2b1a8ed376 with lease ID 0x90a859080d17b6c7: from storage DS-170a117f-c31d-4eae-a948-1840f7061e4a node DatanodeRegistration(127.0.0.1:43187, datanodeUuid=e4bc2a9e-019a-4795-9269-8d01ee2f4b85, infoPort=43627, infoSecurePort=0, ipcPort=34327, storageInfo=lv=-57;cid=testClusterID;nsid=1667323473;c=1731751420750), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:03:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc32147b472f70ffb with lease ID 0x90a859080d17b6c8: Processing first storage report for DS-21c17a9f-a549-47c7-894a-8287e63a6987 from datanode DatanodeRegistration(127.0.0.1:43417, datanodeUuid=a5d0dc37-4de8-4baa-b616-29d1624016a2, infoPort=42857, infoSecurePort=0, ipcPort=41751, storageInfo=lv=-57;cid=testClusterID;nsid=1667323473;c=1731751420750) 2024-11-16T10:03:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc32147b472f70ffb with lease ID 0x90a859080d17b6c8: from storage DS-21c17a9f-a549-47c7-894a-8287e63a6987 node DatanodeRegistration(127.0.0.1:43417, datanodeUuid=a5d0dc37-4de8-4baa-b616-29d1624016a2, infoPort=42857, infoSecurePort=0, ipcPort=41751, storageInfo=lv=-57;cid=testClusterID;nsid=1667323473;c=1731751420750), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:03:43,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe37fdf2b1a8ed376 with lease ID 0x90a859080d17b6c7: Processing first storage report for DS-a31fb4c2-6844-4a28-9589-c64bbe7fc0c6 from datanode DatanodeRegistration(127.0.0.1:43187, datanodeUuid=e4bc2a9e-019a-4795-9269-8d01ee2f4b85, infoPort=43627, infoSecurePort=0, ipcPort=34327, storageInfo=lv=-57;cid=testClusterID;nsid=1667323473;c=1731751420750) 2024-11-16T10:03:43,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe37fdf2b1a8ed376 with lease ID 0x90a859080d17b6c7: from storage DS-a31fb4c2-6844-4a28-9589-c64bbe7fc0c6 node DatanodeRegistration(127.0.0.1:43187, datanodeUuid=e4bc2a9e-019a-4795-9269-8d01ee2f4b85, infoPort=43627, infoSecurePort=0, ipcPort=34327, storageInfo=lv=-57;cid=testClusterID;nsid=1667323473;c=1731751420750), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:03:43,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc32147b472f70ffb with lease ID 0x90a859080d17b6c8: Processing first storage report for DS-e8752ac6-1f61-4b7e-a312-0be9dbc426dd from datanode DatanodeRegistration(127.0.0.1:43417, datanodeUuid=a5d0dc37-4de8-4baa-b616-29d1624016a2, infoPort=42857, infoSecurePort=0, ipcPort=41751, storageInfo=lv=-57;cid=testClusterID;nsid=1667323473;c=1731751420750) 2024-11-16T10:03:43,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc32147b472f70ffb with lease ID 0x90a859080d17b6c8: from storage DS-e8752ac6-1f61-4b7e-a312-0be9dbc426dd node DatanodeRegistration(127.0.0.1:43417, datanodeUuid=a5d0dc37-4de8-4baa-b616-29d1624016a2, infoPort=42857, infoSecurePort=0, ipcPort=41751, storageInfo=lv=-57;cid=testClusterID;nsid=1667323473;c=1731751420750), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:03:43,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad 2024-11-16T10:03:43,704 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/zookeeper_0, clientPort=49767, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:03:43,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49767 2024-11-16T10:03:43,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:43,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:03:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:03:44,401 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c with version=8 2024-11-16T10:03:44,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/hbase-staging 2024-11-16T10:03:44,563 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T10:03:44,931 INFO [Time-limited test {}] client.ConnectionUtils(129): master/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:03:44,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:44,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:44,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:03:44,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:44,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:03:45,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:03:45,220 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T10:03:45,231 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T10:03:45,236 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:03:45,270 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1317 (auto-detected) 2024-11-16T10:03:45,271 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T10:03:45,298 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41773 2024-11-16T10:03:45,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:45,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:45,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41773 connecting to ZooKeeper ensemble=127.0.0.1:49767 2024-11-16T10:03:45,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417730x0, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:03:45,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41773-0x101446351340000 connected 2024-11-16T10:03:45,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:45,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:45,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:03:45,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41773 2024-11-16T10:03:45,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41773 2024-11-16T10:03:45,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41773 2024-11-16T10:03:45,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41773 2024-11-16T10:03:45,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41773 2024-11-16T10:03:45,563 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c, hbase.cluster.distributed=false 2024-11-16T10:03:45,652 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:03:45,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:45,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:45,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:03:45,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:45,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:03:45,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:03:45,659 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:03:45,660 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44365 2024-11-16T10:03:45,668 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:03:45,674 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:03:45,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:45,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:45,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44365 connecting to ZooKeeper ensemble=127.0.0.1:49767 2024-11-16T10:03:45,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443650x0, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:03:45,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443650x0, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:45,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443650x0, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:45,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443650x0, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:03:45,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44365-0x101446351340001 connected 2024-11-16T10:03:45,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44365 2024-11-16T10:03:45,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44365 2024-11-16T10:03:45,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44365 2024-11-16T10:03:45,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44365 2024-11-16T10:03:45,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44365 2024-11-16T10:03:45,735 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:03:45,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:45,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:45,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:03:45,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:45,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:03:45,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:03:45,737 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:03:45,738 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35937 2024-11-16T10:03:45,738 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:03:45,744 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:03:45,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:45,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:45,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35937 connecting to ZooKeeper ensemble=127.0.0.1:49767 2024-11-16T10:03:45,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359370x0, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:03:45,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359370x0, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:45,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35937-0x101446351340002 connected 2024-11-16T10:03:45,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:45,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:03:45,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-16T10:03:45,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35937 2024-11-16T10:03:45,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35937 2024-11-16T10:03:45,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-16T10:03:45,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-16T10:03:45,776 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/adb367c328a9,41773,1731751424555 2024-11-16T10:03:45,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:45,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:45,796 DEBUG [M:0;adb367c328a9:41773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;adb367c328a9:41773 2024-11-16T10:03:45,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:45,801 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/adb367c328a9,41773,1731751424555 2024-11-16T10:03:45,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:45,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:45,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:45,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:03:45,839 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:03:45,841 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/adb367c328a9,41773,1731751424555 from backup master directory 2024-11-16T10:03:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/adb367c328a9,41773,1731751424555 2024-11-16T10:03:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:45,894 WARN [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:03:45,895 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=adb367c328a9,41773,1731751424555 2024-11-16T10:03:45,897 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T10:03:45,899 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T10:03:45,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:03:45,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:03:45,964 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/hbase.id with ID: 6f37cfe8-e6cd-4fd3-a8b0-2a7643899db7 2024-11-16T10:03:46,002 INFO [master/adb367c328a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:46,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:46,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:46,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:46,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:03:46,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:03:46,300 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:03:46,304 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:03:46,324 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T10:03:46,329 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:03:46,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:03:46,389 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store 2024-11-16T10:03:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:03:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:03:46,414 INFO [master/adb367c328a9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T10:03:46,415 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:46,416 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:03:46,416 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:46,417 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:46,417 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:03:46,417 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:46,417 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:46,417 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:03:46,420 WARN [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/.initializing 2024-11-16T10:03:46,420 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/WALs/adb367c328a9,41773,1731751424555 2024-11-16T10:03:46,428 INFO [master/adb367c328a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:03:46,441 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C41773%2C1731751424555, suffix=, logDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/WALs/adb367c328a9,41773,1731751424555, archiveDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/oldWALs, maxLogs=10 2024-11-16T10:03:46,464 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/WALs/adb367c328a9,41773,1731751424555/adb367c328a9%2C41773%2C1731751424555.1731751426446, exclude list is [], retry=0 2024-11-16T10:03:46,482 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-170a117f-c31d-4eae-a948-1840f7061e4a,DISK] 2024-11-16T10:03:46,482 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43417,DS-21c17a9f-a549-47c7-894a-8287e63a6987,DISK] 2024-11-16T10:03:46,485 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T10:03:46,527 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/WALs/adb367c328a9,41773,1731751424555/adb367c328a9%2C41773%2C1731751424555.1731751426446 2024-11-16T10:03:46,529 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857),(127.0.0.1/127.0.0.1:43627:43627)] 2024-11-16T10:03:46,530 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:03:46,530 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:46,534 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:46,535 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:46,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:46,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:03:46,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:46,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:46,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:46,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:03:46,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:46,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:46,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:46,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:03:46,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:46,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:46,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:46,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:03:46,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:46,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:46,624 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:46,625 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:46,634 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:03:46,639 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:46,644 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:46,645 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63335857, jitterRate=-0.056222185492515564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:03:46,650 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:03:46,651 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:03:46,678 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55944c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:46,709 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-16T10:03:46,720 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:03:46,721 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:03:46,722 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:03:46,724 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T10:03:46,729 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-16T10:03:46,729 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:03:46,757 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:03:46,771 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T10:03:46,861 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-16T10:03:46,864 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:03:46,866 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:03:46,872 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-16T10:03:46,875 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:03:46,879 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:03:46,889 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-16T10:03:46,890 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:03:46,897 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T10:03:46,909 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:03:46,919 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T10:03:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:46,932 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=adb367c328a9,41773,1731751424555, sessionid=0x101446351340000, setting cluster-up flag (Was=false) 2024-11-16T10:03:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:46,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:46,980 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T10:03:46,982 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,41773,1731751424555 2024-11-16T10:03:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:47,030 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T10:03:47,032 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,41773,1731751424555 2024-11-16T10:03:47,094 DEBUG [RS:1;adb367c328a9:35937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;adb367c328a9:35937 2024-11-16T10:03:47,094 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;adb367c328a9:44365 2024-11-16T10:03:47,095 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1008): ClusterId : 6f37cfe8-e6cd-4fd3-a8b0-2a7643899db7 2024-11-16T10:03:47,095 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1008): ClusterId : 6f37cfe8-e6cd-4fd3-a8b0-2a7643899db7 2024-11-16T10:03:47,099 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:03:47,099 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:03:47,113 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:03:47,113 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:03:47,113 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:03:47,113 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:03:47,119 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-16T10:03:47,123 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:03:47,124 DEBUG [RS:0;adb367c328a9:44365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306e0398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:47,124 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:03:47,124 DEBUG [RS:1;adb367c328a9:35937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c3a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:47,126 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-16T10:03:47,128 DEBUG [RS:0;adb367c328a9:44365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fb4c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:03:47,128 DEBUG [RS:1;adb367c328a9:35937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acedcd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:03:47,129 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:03:47,132 INFO [RS:1;adb367c328a9:35937 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:03:47,132 INFO [RS:0;adb367c328a9:44365 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:03:47,132 INFO [RS:0;adb367c328a9:44365 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:03:47,132 INFO [RS:1;adb367c328a9:35937 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:03:47,132 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:03:47,132 DEBUG [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:03:47,134 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,41773,1731751424555 with isa=adb367c328a9/172.17.0.2:44365, startcode=1731751425651 2024-11-16T10:03:47,134 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,41773,1731751424555 with isa=adb367c328a9/172.17.0.2:35937, startcode=1731751425734 2024-11-16T10:03:47,135 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: adb367c328a9,41773,1731751424555 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:03:47,139 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:47,139 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:47,139 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:47,140 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:47,140 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/adb367c328a9:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:03:47,140 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,140 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:03:47,140 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,143 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731751457143 2024-11-16T10:03:47,144 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:03:47,145 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:03:47,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:03:47,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:03:47,148 DEBUG [RS:1;adb367c328a9:35937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:03:47,148 DEBUG [RS:0;adb367c328a9:44365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:03:47,149 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:03:47,149 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:03:47,150 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:03:47,150 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:03:47,151 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:47,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:03:47,155 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,157 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:03:47,159 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:03:47,159 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:03:47,163 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:03:47,163 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:03:47,171 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751427165,5,FailOnTimeoutGroup] 2024-11-16T10:03:47,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:03:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:03:47,178 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751427171,5,FailOnTimeoutGroup] 2024-11-16T10:03:47,178 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,178 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:03:47,180 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,180 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-16T10:03:47,182 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c 2024-11-16T10:03:47,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:03:47,201 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39925, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:03:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:03:47,202 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59495, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:03:47,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:47,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41773 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,44365,1731751425651 2024-11-16T10:03:47,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:03:47,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41773 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,44365,1731751425651 2024-11-16T10:03:47,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:03:47,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:47,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:47,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:03:47,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:03:47,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:47,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:47,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:03:47,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:03:47,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:47,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:47,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41773 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,35937,1731751425734 2024-11-16T10:03:47,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41773 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,35937,1731751425734 2024-11-16T10:03:47,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740 2024-11-16T10:03:47,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740 2024-11-16T10:03:47,229 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c 2024-11-16T10:03:47,229 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34197 2024-11-16T10:03:47,229 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:03:47,230 DEBUG [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c 2024-11-16T10:03:47,230 DEBUG [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34197 2024-11-16T10:03:47,231 DEBUG [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:03:47,235 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:03:47,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:03:47,246 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:47,248 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74349199, jitterRate=0.10788939893245697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:03:47,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:03:47,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:03:47,252 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:03:47,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:03:47,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:03:47,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:03:47,254 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:03:47,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:03:47,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:03:47,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-16T10:03:47,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:03:47,271 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:03:47,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:03:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:03:47,298 DEBUG [RS:0;adb367c328a9:44365 {}] zookeeper.ZKUtil(111): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,44365,1731751425651 2024-11-16T10:03:47,298 DEBUG [RS:1;adb367c328a9:35937 {}] zookeeper.ZKUtil(111): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,35937,1731751425734 2024-11-16T10:03:47,298 WARN [RS:0;adb367c328a9:44365 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:03:47,299 WARN [RS:1;adb367c328a9:35937 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:03:47,299 INFO [RS:0;adb367c328a9:44365 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:47,299 INFO [RS:1;adb367c328a9:35937 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:47,299 DEBUG [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,35937,1731751425734 2024-11-16T10:03:47,299 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,44365,1731751425651 2024-11-16T10:03:47,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,44365,1731751425651] 2024-11-16T10:03:47,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,35937,1731751425734] 2024-11-16T10:03:47,312 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:03:47,312 DEBUG [RS:1;adb367c328a9:35937 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:03:47,323 INFO [RS:0;adb367c328a9:44365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:03:47,323 INFO [RS:1;adb367c328a9:35937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:03:47,338 INFO [RS:0;adb367c328a9:44365 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:03:47,338 INFO [RS:1;adb367c328a9:35937 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:03:47,341 INFO [RS:1;adb367c328a9:35937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:03:47,341 INFO [RS:0;adb367c328a9:44365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:03:47,341 INFO [RS:1;adb367c328a9:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,341 INFO [RS:0;adb367c328a9:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,342 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:03:47,342 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:03:47,349 INFO [RS:0;adb367c328a9:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,349 INFO [RS:1;adb367c328a9:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,349 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,349 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:03:47,350 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:03:47,350 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,350 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,351 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,351 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,351 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,351 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:47,351 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,351 DEBUG [RS:0;adb367c328a9:44365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:47,351 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,351 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:47,351 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:47,351 DEBUG [RS:1;adb367c328a9:35937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:47,355 INFO [RS:0;adb367c328a9:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,356 INFO [RS:0;adb367c328a9:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,356 INFO [RS:0;adb367c328a9:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,356 INFO [RS:0;adb367c328a9:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,356 INFO [RS:0;adb367c328a9:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,44365,1731751425651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:03:47,367 INFO [RS:1;adb367c328a9:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,367 INFO [RS:1;adb367c328a9:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,367 INFO [RS:1;adb367c328a9:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,367 INFO [RS:1;adb367c328a9:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,367 INFO [RS:1;adb367c328a9:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,35937,1731751425734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:03:47,391 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:03:47,391 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:03:47,394 INFO [RS:0;adb367c328a9:44365 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,44365,1731751425651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,394 INFO [RS:1;adb367c328a9:35937 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,35937,1731751425734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:47,415 INFO [RS:1;adb367c328a9:35937 {}] regionserver.Replication(204): adb367c328a9,35937,1731751425734 started 2024-11-16T10:03:47,415 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,35937,1731751425734, RpcServer on adb367c328a9/172.17.0.2:35937, sessionid=0x101446351340002 2024-11-16T10:03:47,415 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:03:47,416 DEBUG [RS:1;adb367c328a9:35937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,35937,1731751425734 2024-11-16T10:03:47,416 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,35937,1731751425734' 2024-11-16T10:03:47,416 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:03:47,417 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:03:47,417 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:03:47,418 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:03:47,418 DEBUG [RS:1;adb367c328a9:35937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,35937,1731751425734 2024-11-16T10:03:47,418 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,35937,1731751425734' 2024-11-16T10:03:47,418 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:03:47,419 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:03:47,419 INFO [RS:0;adb367c328a9:44365 {}] regionserver.Replication(204): adb367c328a9,44365,1731751425651 started 2024-11-16T10:03:47,419 DEBUG [RS:1;adb367c328a9:35937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:03:47,419 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,44365,1731751425651, RpcServer on adb367c328a9/172.17.0.2:44365, sessionid=0x101446351340001 2024-11-16T10:03:47,419 INFO [RS:1;adb367c328a9:35937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:03:47,420 INFO [RS:1;adb367c328a9:35937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:03:47,420 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:03:47,420 DEBUG [RS:0;adb367c328a9:44365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,44365,1731751425651 2024-11-16T10:03:47,420 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,44365,1731751425651' 2024-11-16T10:03:47,420 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:03:47,420 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:03:47,421 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:03:47,421 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:03:47,421 DEBUG [RS:0;adb367c328a9:44365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,44365,1731751425651 2024-11-16T10:03:47,421 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,44365,1731751425651' 2024-11-16T10:03:47,421 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:03:47,422 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:03:47,422 DEBUG [RS:0;adb367c328a9:44365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:03:47,422 INFO [RS:0;adb367c328a9:44365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:03:47,423 INFO [RS:0;adb367c328a9:44365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:03:47,425 WARN [adb367c328a9:41773 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-16T10:03:47,524 INFO [RS:0;adb367c328a9:44365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:03:47,524 INFO [RS:1;adb367c328a9:35937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:03:47,528 INFO [RS:1;adb367c328a9:35937 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C35937%2C1731751425734, suffix=, logDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,35937,1731751425734, archiveDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/oldWALs, maxLogs=32 2024-11-16T10:03:47,528 INFO [RS:0;adb367c328a9:44365 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C44365%2C1731751425651, suffix=, logDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,44365,1731751425651, archiveDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/oldWALs, maxLogs=32 2024-11-16T10:03:47,546 DEBUG [RS:1;adb367c328a9:35937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,35937,1731751425734/adb367c328a9%2C35937%2C1731751425734.1731751427532, exclude list is [], retry=0 2024-11-16T10:03:47,549 DEBUG [RS:0;adb367c328a9:44365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,44365,1731751425651/adb367c328a9%2C44365%2C1731751425651.1731751427532, exclude list is [], retry=0 2024-11-16T10:03:47,553 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43417,DS-21c17a9f-a549-47c7-894a-8287e63a6987,DISK] 2024-11-16T10:03:47,553 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-170a117f-c31d-4eae-a948-1840f7061e4a,DISK] 2024-11-16T10:03:47,553 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43417,DS-21c17a9f-a549-47c7-894a-8287e63a6987,DISK] 2024-11-16T10:03:47,554 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-170a117f-c31d-4eae-a948-1840f7061e4a,DISK] 2024-11-16T10:03:47,560 INFO [RS:1;adb367c328a9:35937 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,35937,1731751425734/adb367c328a9%2C35937%2C1731751425734.1731751427532 2024-11-16T10:03:47,563 DEBUG [RS:1;adb367c328a9:35937 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43627:43627),(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-16T10:03:47,568 INFO [RS:0;adb367c328a9:44365 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,44365,1731751425651/adb367c328a9%2C44365%2C1731751425651.1731751427532 2024-11-16T10:03:47,569 DEBUG [RS:0;adb367c328a9:44365 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857),(127.0.0.1/127.0.0.1:43627:43627)] 2024-11-16T10:03:47,676 DEBUG [adb367c328a9:41773 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T10:03:47,680 DEBUG [adb367c328a9:41773 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:03:47,688 DEBUG [adb367c328a9:41773 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:03:47,688 DEBUG [adb367c328a9:41773 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:03:47,688 INFO [adb367c328a9:41773 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:03:47,688 INFO [adb367c328a9:41773 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:03:47,688 DEBUG [adb367c328a9:41773 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:03:47,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=adb367c328a9,44365,1731751425651 2024-11-16T10:03:47,701 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,44365,1731751425651, state=OPENING 2024-11-16T10:03:47,744 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:03:47,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:47,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:47,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:47,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:47,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:47,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:47,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=adb367c328a9,44365,1731751425651}] 2024-11-16T10:03:47,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,44365,1731751425651 2024-11-16T10:03:47,940 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:03:47,943 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:03:47,956 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-16T10:03:47,957 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:47,957 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:03:47,961 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C44365%2C1731751425651.meta, suffix=.meta, logDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,44365,1731751425651, archiveDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/oldWALs, maxLogs=32 2024-11-16T10:03:47,976 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,44365,1731751425651/adb367c328a9%2C44365%2C1731751425651.meta.1731751427963.meta, exclude list is [], retry=0 2024-11-16T10:03:47,980 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43187,DS-170a117f-c31d-4eae-a948-1840f7061e4a,DISK] 2024-11-16T10:03:47,980 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43417,DS-21c17a9f-a549-47c7-894a-8287e63a6987,DISK] 2024-11-16T10:03:47,983 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/WALs/adb367c328a9,44365,1731751425651/adb367c328a9%2C44365%2C1731751425651.meta.1731751427963.meta 2024-11-16T10:03:47,983 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43627:43627),(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-16T10:03:47,984 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:03:47,985 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:03:48,040 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:03:48,046 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:03:48,051 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:03:48,052 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:48,052 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-16T10:03:48,052 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-16T10:03:48,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:03:48,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:03:48,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:48,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:48,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:03:48,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:03:48,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:48,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:48,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:03:48,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:03:48,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:48,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:48,067 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740 2024-11-16T10:03:48,071 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740 2024-11-16T10:03:48,074 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:03:48,077 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:03:48,079 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69519945, jitterRate=0.0359279066324234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:03:48,080 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:03:48,086 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731751427932 2024-11-16T10:03:48,100 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:03:48,101 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-16T10:03:48,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,44365,1731751425651 2024-11-16T10:03:48,105 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,44365,1731751425651, state=OPEN 2024-11-16T10:03:48,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:03:48,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:03:48,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:03:48,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:48,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:48,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:48,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:03:48,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=adb367c328a9,44365,1731751425651 in 358 msec 2024-11-16T10:03:48,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:03:48,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 859 msec 2024-11-16T10:03:48,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0640 sec 2024-11-16T10:03:48,135 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731751428135, completionTime=-1 2024-11-16T10:03:48,135 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T10:03:48,136 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-16T10:03:48,177 DEBUG [hconnection-0x69aa9798-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:03:48,179 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:03:48,191 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-16T10:03:48,191 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731751488191 2024-11-16T10:03:48,192 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731751548192 2024-11-16T10:03:48,192 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 55 msec 2024-11-16T10:03:48,232 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T10:03:48,241 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41773,1731751424555-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:48,242 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41773,1731751424555-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:48,242 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41773,1731751424555-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:48,244 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-adb367c328a9:41773, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:48,244 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:48,249 DEBUG [master/adb367c328a9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-16T10:03:48,254 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-16T10:03:48,256 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:03:48,266 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-16T10:03:48,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:03:48,271 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:48,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:03:48,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:03:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:03:48,293 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d341640afee92074e6d3215483001fb9, NAME => 'hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c 2024-11-16T10:03:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:03:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:03:48,305 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:48,306 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d341640afee92074e6d3215483001fb9, disabling compactions & flushes 2024-11-16T10:03:48,306 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:48,306 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:48,306 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. after waiting 0 ms 2024-11-16T10:03:48,306 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:48,306 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:48,306 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d341640afee92074e6d3215483001fb9: 2024-11-16T10:03:48,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:03:48,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731751428309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751428309"}]},"ts":"1731751428309"} 2024-11-16T10:03:48,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:03:48,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:03:48,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751428341"}]},"ts":"1731751428341"} 2024-11-16T10:03:48,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-16T10:03:48,364 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:03:48,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:03:48,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:03:48,365 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:03:48,365 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:03:48,365 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:03:48,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d341640afee92074e6d3215483001fb9, ASSIGN}] 2024-11-16T10:03:48,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d341640afee92074e6d3215483001fb9, ASSIGN 2024-11-16T10:03:48,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d341640afee92074e6d3215483001fb9, ASSIGN; state=OFFLINE, location=adb367c328a9,44365,1731751425651; forceNewPlan=false, retain=false 2024-11-16T10:03:48,523 INFO [adb367c328a9:41773 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T10:03:48,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d341640afee92074e6d3215483001fb9, regionState=OPENING, regionLocation=adb367c328a9,44365,1731751425651 2024-11-16T10:03:48,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d341640afee92074e6d3215483001fb9, server=adb367c328a9,44365,1731751425651}] 2024-11-16T10:03:48,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,44365,1731751425651 2024-11-16T10:03:48,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:48,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d341640afee92074e6d3215483001fb9, NAME => 'hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:03:48,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d341640afee92074e6d3215483001fb9 2024-11-16T10:03:48,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:48,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d341640afee92074e6d3215483001fb9 2024-11-16T10:03:48,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d341640afee92074e6d3215483001fb9 2024-11-16T10:03:48,700 INFO [StoreOpener-d341640afee92074e6d3215483001fb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d341640afee92074e6d3215483001fb9 2024-11-16T10:03:48,703 INFO [StoreOpener-d341640afee92074e6d3215483001fb9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d341640afee92074e6d3215483001fb9 columnFamilyName info 2024-11-16T10:03:48,703 DEBUG [StoreOpener-d341640afee92074e6d3215483001fb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:48,704 INFO [StoreOpener-d341640afee92074e6d3215483001fb9-1 {}] regionserver.HStore(327): Store=d341640afee92074e6d3215483001fb9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:48,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/namespace/d341640afee92074e6d3215483001fb9 2024-11-16T10:03:48,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/namespace/d341640afee92074e6d3215483001fb9 2024-11-16T10:03:48,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d341640afee92074e6d3215483001fb9 2024-11-16T10:03:48,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/namespace/d341640afee92074e6d3215483001fb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:48,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d341640afee92074e6d3215483001fb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69438390, jitterRate=0.034712642431259155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:03:48,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d341640afee92074e6d3215483001fb9: 2024-11-16T10:03:48,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9., pid=6, masterSystemTime=1731751428685 2024-11-16T10:03:48,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:48,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:48,723 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d341640afee92074e6d3215483001fb9, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,44365,1731751425651 2024-11-16T10:03:48,725 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41773 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=adb367c328a9,44365,1731751425651, table=hbase:namespace, region=d341640afee92074e6d3215483001fb9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T10:03:48,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:03:48,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d341640afee92074e6d3215483001fb9, server=adb367c328a9,44365,1731751425651 in 198 msec 2024-11-16T10:03:48,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:03:48,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d341640afee92074e6d3215483001fb9, ASSIGN in 364 msec 2024-11-16T10:03:48,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:03:48,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751428754"}]},"ts":"1731751428754"} 2024-11-16T10:03:48,757 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-16T10:03:48,765 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:03:48,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 508 msec 2024-11-16T10:03:48,770 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-16T10:03:48,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:03:48,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:48,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:48,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:48,805 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-16T10:03:48,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:03:48,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 73 msec 2024-11-16T10:03:48,890 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-16T10:03:48,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:03:48,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-11-16T10:03:48,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-16T10:03:48,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-16T10:03:48,964 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.069sec 2024-11-16T10:03:48,967 INFO [master/adb367c328a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:03:48,969 INFO [master/adb367c328a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:03:48,971 INFO [master/adb367c328a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:03:48,972 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:03:48,972 INFO [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:03:48,974 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41773,1731751424555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:03:48,975 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41773,1731751424555-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:03:48,978 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:03:48,978 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:03:48,978 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41773,1731751424555-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:48,991 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226bc883 to 127.0.0.1:49767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b630c51 2024-11-16T10:03:48,992 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-16T10:03:49,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a2322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:49,008 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T10:03:49,008 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T10:03:49,042 DEBUG [hconnection-0x60073d7b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:03:49,051 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:03:49,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=adb367c328a9,41773,1731751424555 2024-11-16T10:03:49,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:03:49,066 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:03:49,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:03:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T10:03:49,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:03:49,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:49,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:03:49,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-16T10:03:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:03:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:03:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:03:49,094 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0d61c851180fd2eceebc7016c04983cf, NAME => 'testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c 2024-11-16T10:03:49,095 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 61cc1cd7fa0f220ac0ecb40cc76bc769, NAME => 'testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c 2024-11-16T10:03:49,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:03:49,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:03:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:03:49,106 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:49,106 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 0d61c851180fd2eceebc7016c04983cf, disabling compactions & flushes 2024-11-16T10:03:49,106 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:49,106 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:49,106 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. after waiting 0 ms 2024-11-16T10:03:49,106 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:49,106 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:49,106 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0d61c851180fd2eceebc7016c04983cf: 2024-11-16T10:03:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:03:49,107 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:49,107 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 61cc1cd7fa0f220ac0ecb40cc76bc769, disabling compactions & flushes 2024-11-16T10:03:49,107 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:49,107 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:49,107 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. after waiting 0 ms 2024-11-16T10:03:49,107 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:49,107 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:49,107 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 61cc1cd7fa0f220ac0ecb40cc76bc769: 2024-11-16T10:03:49,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:03:49,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751429109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751429109"}]},"ts":"1731751429109"} 2024-11-16T10:03:49,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751429109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751429109"}]},"ts":"1731751429109"} 2024-11-16T10:03:49,134 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-16T10:03:49,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:03:49,136 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751429136"}]},"ts":"1731751429136"} 2024-11-16T10:03:49,139 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T10:03:49,155 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:03:49,158 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:03:49,158 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:03:49,158 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:03:49,158 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:03:49,158 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:03:49,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d61c851180fd2eceebc7016c04983cf, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=61cc1cd7fa0f220ac0ecb40cc76bc769, ASSIGN}] 2024-11-16T10:03:49,161 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=61cc1cd7fa0f220ac0ecb40cc76bc769, ASSIGN 2024-11-16T10:03:49,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d61c851180fd2eceebc7016c04983cf, ASSIGN 2024-11-16T10:03:49,163 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=61cc1cd7fa0f220ac0ecb40cc76bc769, ASSIGN; state=OFFLINE, location=adb367c328a9,44365,1731751425651; forceNewPlan=false, retain=false 2024-11-16T10:03:49,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d61c851180fd2eceebc7016c04983cf, ASSIGN; state=OFFLINE, location=adb367c328a9,35937,1731751425734; forceNewPlan=false, retain=false 2024-11-16T10:03:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:03:49,314 INFO [adb367c328a9:41773 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T10:03:49,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=61cc1cd7fa0f220ac0ecb40cc76bc769, regionState=OPENING, regionLocation=adb367c328a9,44365,1731751425651 2024-11-16T10:03:49,315 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0d61c851180fd2eceebc7016c04983cf, regionState=OPENING, regionLocation=adb367c328a9,35937,1731751425734 2024-11-16T10:03:49,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 0d61c851180fd2eceebc7016c04983cf, server=adb367c328a9,35937,1731751425734}] 2024-11-16T10:03:49,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 61cc1cd7fa0f220ac0ecb40cc76bc769, server=adb367c328a9,44365,1731751425651}] 2024-11-16T10:03:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:03:49,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,35937,1731751425734 2024-11-16T10:03:49,482 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:03:49,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,44365,1731751425651 2024-11-16T10:03:49,484 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:03:49,490 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:49,490 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 0d61c851180fd2eceebc7016c04983cf, NAME => 'testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 61cc1cd7fa0f220ac0ecb40cc76bc769, NAME => 'testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 61cc1cd7fa0f220ac0ecb40cc76bc769 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0d61c851180fd2eceebc7016c04983cf 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 61cc1cd7fa0f220ac0ecb40cc76bc769 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 0d61c851180fd2eceebc7016c04983cf 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 61cc1cd7fa0f220ac0ecb40cc76bc769 2024-11-16T10:03:49,491 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 0d61c851180fd2eceebc7016c04983cf 2024-11-16T10:03:49,494 INFO [StoreOpener-61cc1cd7fa0f220ac0ecb40cc76bc769-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 61cc1cd7fa0f220ac0ecb40cc76bc769 2024-11-16T10:03:49,494 INFO [StoreOpener-0d61c851180fd2eceebc7016c04983cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0d61c851180fd2eceebc7016c04983cf 2024-11-16T10:03:49,497 INFO [StoreOpener-61cc1cd7fa0f220ac0ecb40cc76bc769-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61cc1cd7fa0f220ac0ecb40cc76bc769 columnFamilyName family 2024-11-16T10:03:49,497 INFO [StoreOpener-0d61c851180fd2eceebc7016c04983cf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d61c851180fd2eceebc7016c04983cf columnFamilyName family 2024-11-16T10:03:49,497 DEBUG [StoreOpener-0d61c851180fd2eceebc7016c04983cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:49,497 DEBUG [StoreOpener-61cc1cd7fa0f220ac0ecb40cc76bc769-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:49,498 INFO [StoreOpener-61cc1cd7fa0f220ac0ecb40cc76bc769-1 {}] regionserver.HStore(327): Store=61cc1cd7fa0f220ac0ecb40cc76bc769/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:49,498 INFO [StoreOpener-0d61c851180fd2eceebc7016c04983cf-1 {}] regionserver.HStore(327): Store=0d61c851180fd2eceebc7016c04983cf/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:49,499 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/0d61c851180fd2eceebc7016c04983cf 2024-11-16T10:03:49,499 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/61cc1cd7fa0f220ac0ecb40cc76bc769 2024-11-16T10:03:49,500 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/0d61c851180fd2eceebc7016c04983cf 2024-11-16T10:03:49,500 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/61cc1cd7fa0f220ac0ecb40cc76bc769 2024-11-16T10:03:49,503 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 61cc1cd7fa0f220ac0ecb40cc76bc769 2024-11-16T10:03:49,504 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 0d61c851180fd2eceebc7016c04983cf 2024-11-16T10:03:49,507 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/61cc1cd7fa0f220ac0ecb40cc76bc769/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:49,508 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 61cc1cd7fa0f220ac0ecb40cc76bc769; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72568600, jitterRate=0.08135640621185303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:03:49,510 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 61cc1cd7fa0f220ac0ecb40cc76bc769: 2024-11-16T10:03:49,511 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769., pid=13, masterSystemTime=1731751429484 2024-11-16T10:03:49,512 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/0d61c851180fd2eceebc7016c04983cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:49,513 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 0d61c851180fd2eceebc7016c04983cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69024366, jitterRate=0.028543204069137573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:03:49,513 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 0d61c851180fd2eceebc7016c04983cf: 2024-11-16T10:03:49,515 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf., pid=12, masterSystemTime=1731751429482 2024-11-16T10:03:49,515 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:49,515 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:49,516 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=61cc1cd7fa0f220ac0ecb40cc76bc769, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,44365,1731751425651 2024-11-16T10:03:49,517 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:49,518 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:49,518 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=0d61c851180fd2eceebc7016c04983cf, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,35937,1731751425734 2024-11-16T10:03:49,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-16T10:03:49,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 61cc1cd7fa0f220ac0ecb40cc76bc769, server=adb367c328a9,44365,1731751425651 in 190 msec 2024-11-16T10:03:49,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=61cc1cd7fa0f220ac0ecb40cc76bc769, ASSIGN in 364 msec 2024-11-16T10:03:49,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-16T10:03:49,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 0d61c851180fd2eceebc7016c04983cf, server=adb367c328a9,35937,1731751425734 in 195 msec 2024-11-16T10:03:49,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:03:49,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0d61c851180fd2eceebc7016c04983cf, ASSIGN in 366 msec 2024-11-16T10:03:49,531 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:03:49,531 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751429531"}]},"ts":"1731751429531"} 2024-11-16T10:03:49,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T10:03:49,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:03:49,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 471 msec 2024-11-16T10:03:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41773 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:03:49,697 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-16T10:03:49,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T10:03:49,698 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:03:49,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T10:03:49,705 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:03:49,705 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-16T10:03:49,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:03:49,712 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:03:49,743 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 61cc1cd7fa0f220ac0ecb40cc76bc769 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T10:03:49,801 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/61cc1cd7fa0f220ac0ecb40cc76bc769/.tmp/family/1636ab40104f4e2a9f8142452800cc7b is 32, key is 5/family:/1731751429730/Put/seqid=0 2024-11-16T10:03:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741841_1017 (size=5083) 2024-11-16T10:03:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741841_1017 (size=5083) 2024-11-16T10:03:49,813 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/61cc1cd7fa0f220ac0ecb40cc76bc769/.tmp/family/1636ab40104f4e2a9f8142452800cc7b 2024-11-16T10:03:49,860 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/61cc1cd7fa0f220ac0ecb40cc76bc769/.tmp/family/1636ab40104f4e2a9f8142452800cc7b as hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/61cc1cd7fa0f220ac0ecb40cc76bc769/family/1636ab40104f4e2a9f8142452800cc7b 2024-11-16T10:03:49,870 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/61cc1cd7fa0f220ac0ecb40cc76bc769/family/1636ab40104f4e2a9f8142452800cc7b, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T10:03:49,873 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 61cc1cd7fa0f220ac0ecb40cc76bc769 in 130ms, sequenceid=9, compaction requested=false 2024-11-16T10:03:49,875 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-16T10:03:49,877 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 61cc1cd7fa0f220ac0ecb40cc76bc769: 2024-11-16T10:03:49,877 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 0d61c851180fd2eceebc7016c04983cf 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T10:03:49,896 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/0d61c851180fd2eceebc7016c04983cf/.tmp/family/3d9fe6caa14d4801a754512aad61c212 is 32, key is 1/family:/1731751429713/Put/seqid=0 2024-11-16T10:03:49,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741842_1018 (size=5054) 2024-11-16T10:03:49,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741842_1018 (size=5054) 2024-11-16T10:03:49,905 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/0d61c851180fd2eceebc7016c04983cf/.tmp/family/3d9fe6caa14d4801a754512aad61c212 2024-11-16T10:03:49,919 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/0d61c851180fd2eceebc7016c04983cf/.tmp/family/3d9fe6caa14d4801a754512aad61c212 as hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/0d61c851180fd2eceebc7016c04983cf/family/3d9fe6caa14d4801a754512aad61c212 2024-11-16T10:03:49,931 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/0d61c851180fd2eceebc7016c04983cf/family/3d9fe6caa14d4801a754512aad61c212, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T10:03:49,932 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0d61c851180fd2eceebc7016c04983cf in 55ms, sequenceid=8, compaction requested=false 2024-11-16T10:03:49,932 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 0d61c851180fd2eceebc7016c04983cf: 2024-11-16T10:03:49,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04b1973c to 127.0.0.1:49767 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@181286ed 2024-11-16T10:03:49,980 DEBUG [ReadOnlyZKClient-127.0.0.1:49767@0x04b1973c {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7260fbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:50,029 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T10:03:50,039 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-16T10:03:50,041 DEBUG [Time-limited test {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=adb367c328a9,44365,1731751425651, seqNum=-1] 2024-11-16T10:03:50,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:03:50,053 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:03:50,072 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:03:50,075 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:03:50,079 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:03:50,090 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:03:50,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-16T10:03:50,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:03:50,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:50,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04b1973c to 127.0.0.1:49767 2024-11-16T10:03:50,104 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T10:03:50,105 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:03:50,105 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226bc883 to 127.0.0.1:49767 2024-11-16T10:03:50,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:50,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:03:50,106 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1679263184, stopped=false 2024-11-16T10:03:50,107 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=adb367c328a9,41773,1731751424555 2024-11-16T10:03:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:50,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:50,125 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-16T10:03:50,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:50,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:50,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:50,129 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,44365,1731751425651' ***** 2024-11-16T10:03:50,130 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:03:50,130 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:03:50,130 INFO [RS:0;adb367c328a9:44365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:03:50,130 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:03:50,130 INFO [RS:0;adb367c328a9:44365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:03:50,131 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(3579): Received CLOSE for 61cc1cd7fa0f220ac0ecb40cc76bc769 2024-11-16T10:03:50,131 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,35937,1731751425734' ***** 2024-11-16T10:03:50,131 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:03:50,132 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:03:50,132 INFO [RS:1;adb367c328a9:35937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:03:50,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:03:50,132 INFO [RS:1;adb367c328a9:35937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:03:50,132 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(3579): Received CLOSE for 0d61c851180fd2eceebc7016c04983cf 2024-11-16T10:03:50,135 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(3579): Received CLOSE for d341640afee92074e6d3215483001fb9 2024-11-16T10:03:50,135 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,44365,1731751425651 2024-11-16T10:03:50,135 DEBUG [RS:0;adb367c328a9:44365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:50,135 INFO [RS:0;adb367c328a9:44365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:03:50,135 INFO [RS:0;adb367c328a9:44365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:03:50,135 INFO [RS:0;adb367c328a9:44365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:03:50,135 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-16T10:03:50,138 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,35937,1731751425734 2024-11-16T10:03:50,138 DEBUG [RS:1;adb367c328a9:35937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:50,138 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-16T10:03:50,138 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 61cc1cd7fa0f220ac0ecb40cc76bc769, disabling compactions & flushes 2024-11-16T10:03:50,138 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0d61c851180fd2eceebc7016c04983cf, disabling compactions & flushes 2024-11-16T10:03:50,138 DEBUG [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1603): Online Regions={0d61c851180fd2eceebc7016c04983cf=testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf.} 2024-11-16T10:03:50,138 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:50,138 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:50,138 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:50,138 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:50,139 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. after waiting 0 ms 2024-11-16T10:03:50,139 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. after waiting 0 ms 2024-11-16T10:03:50,139 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:50,139 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:50,139 DEBUG [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1629): Waiting on 0d61c851180fd2eceebc7016c04983cf 2024-11-16T10:03:50,146 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-16T10:03:50,146 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1603): Online Regions={61cc1cd7fa0f220ac0ecb40cc76bc769=testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769., 1588230740=hbase:meta,,1.1588230740, d341640afee92074e6d3215483001fb9=hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9.} 2024-11-16T10:03:50,147 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 61cc1cd7fa0f220ac0ecb40cc76bc769, d341640afee92074e6d3215483001fb9 2024-11-16T10:03:50,147 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:03:50,147 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:03:50,147 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:03:50,147 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:03:50,148 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:03:50,148 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-16T10:03:50,169 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:03:50,171 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:03:50,180 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/61cc1cd7fa0f220ac0ecb40cc76bc769/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T10:03:50,184 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:50,184 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 61cc1cd7fa0f220ac0ecb40cc76bc769: 2024-11-16T10:03:50,184 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769. 2024-11-16T10:03:50,186 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d341640afee92074e6d3215483001fb9, disabling compactions & flushes 2024-11-16T10:03:50,186 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:50,186 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:50,186 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. after waiting 0 ms 2024-11-16T10:03:50,186 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:50,186 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d341640afee92074e6d3215483001fb9 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-16T10:03:50,189 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/default/testClearRegionBlockCache/0d61c851180fd2eceebc7016c04983cf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T10:03:50,193 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:50,193 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0d61c851180fd2eceebc7016c04983cf: 2024-11-16T10:03:50,193 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731751429072.0d61c851180fd2eceebc7016c04983cf. 2024-11-16T10:03:50,206 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/.tmp/info/0e4d0a4bd3634d8b89336862ebf48e90 is 173, key is testClearRegionBlockCache,5,1731751429072.61cc1cd7fa0f220ac0ecb40cc76bc769./info:regioninfo/1731751429516/Put/seqid=0 2024-11-16T10:03:50,226 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/namespace/d341640afee92074e6d3215483001fb9/.tmp/info/455fd4e683f94cb49a606018e309d7b4 is 45, key is default/info:d/1731751428815/Put/seqid=0 2024-11-16T10:03:50,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:03:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:03:50,277 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/.tmp/info/0e4d0a4bd3634d8b89336862ebf48e90 2024-11-16T10:03:50,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:03:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:03:50,301 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/namespace/d341640afee92074e6d3215483001fb9/.tmp/info/455fd4e683f94cb49a606018e309d7b4 2024-11-16T10:03:50,317 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/namespace/d341640afee92074e6d3215483001fb9/.tmp/info/455fd4e683f94cb49a606018e309d7b4 as hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/namespace/d341640afee92074e6d3215483001fb9/info/455fd4e683f94cb49a606018e309d7b4 2024-11-16T10:03:50,321 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/.tmp/table/e65b8990aeb048d783104961d93cff82 is 61, key is testClearRegionBlockCache/table:state/1731751429531/Put/seqid=0 2024-11-16T10:03:50,336 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/namespace/d341640afee92074e6d3215483001fb9/info/455fd4e683f94cb49a606018e309d7b4, entries=2, sequenceid=6, filesize=4.9 K 2024-11-16T10:03:50,339 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d341640afee92074e6d3215483001fb9 in 153ms, sequenceid=6, compaction requested=false 2024-11-16T10:03:50,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:03:50,339 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-16T10:03:50,340 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,35937,1731751425734; all regions closed. 2024-11-16T10:03:50,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:03:50,345 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/.tmp/table/e65b8990aeb048d783104961d93cff82 2024-11-16T10:03:50,347 DEBUG [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d341640afee92074e6d3215483001fb9 2024-11-16T10:03:50,359 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:03:50,359 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:03:50,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741833_1009 (size=1758) 2024-11-16T10:03:50,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741833_1009 (size=1758) 2024-11-16T10:03:50,367 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:03:50,368 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:03:50,376 DEBUG [RS:1;adb367c328a9:35937 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/oldWALs 2024-11-16T10:03:50,376 INFO [RS:1;adb367c328a9:35937 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C35937%2C1731751425734:(num 1731751427532) 2024-11-16T10:03:50,376 DEBUG [RS:1;adb367c328a9:35937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:50,376 INFO [RS:1;adb367c328a9:35937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:03:50,377 INFO [RS:1;adb367c328a9:35937 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-16T10:03:50,378 INFO [RS:1;adb367c328a9:35937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:03:50,378 INFO [RS:1;adb367c328a9:35937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:03:50,378 INFO [RS:1;adb367c328a9:35937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:03:50,378 INFO [RS:1;adb367c328a9:35937 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35937 2024-11-16T10:03:50,378 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:03:50,385 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/.tmp/info/0e4d0a4bd3634d8b89336862ebf48e90 as hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/info/0e4d0a4bd3634d8b89336862ebf48e90 2024-11-16T10:03:50,387 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/namespace/d341640afee92074e6d3215483001fb9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:03:50,388 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:50,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,35937,1731751425734 2024-11-16T10:03:50,389 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d341640afee92074e6d3215483001fb9: 2024-11-16T10:03:50,389 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731751428255.d341640afee92074e6d3215483001fb9. 2024-11-16T10:03:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:03:50,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,35937,1731751425734] 2024-11-16T10:03:50,398 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,35937,1731751425734; numProcessing=1 2024-11-16T10:03:50,405 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,35937,1731751425734 already deleted, retry=false 2024-11-16T10:03:50,406 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,35937,1731751425734 expired; onlineServers=1 2024-11-16T10:03:50,406 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/info/0e4d0a4bd3634d8b89336862ebf48e90, entries=30, sequenceid=16, filesize=9.1 K 2024-11-16T10:03:50,410 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/.tmp/table/e65b8990aeb048d783104961d93cff82 as hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/table/e65b8990aeb048d783104961d93cff82 2024-11-16T10:03:50,434 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/table/e65b8990aeb048d783104961d93cff82, entries=4, sequenceid=16, filesize=5.3 K 2024-11-16T10:03:50,436 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 287ms, sequenceid=16, compaction requested=false 2024-11-16T10:03:50,436 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T10:03:50,447 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:03:50,455 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:03:50,455 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:03:50,455 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:03:50,456 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:03:50,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:50,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35937-0x101446351340002, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:50,498 INFO [RS:1;adb367c328a9:35937 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,35937,1731751425734; zookeeper connection closed. 2024-11-16T10:03:50,498 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9eaeda2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9eaeda2 2024-11-16T10:03:50,547 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,44365,1731751425651; all regions closed. 2024-11-16T10:03:50,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:03:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:03:50,557 DEBUG [RS:0;adb367c328a9:44365 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/oldWALs 2024-11-16T10:03:50,557 INFO [RS:0;adb367c328a9:44365 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C44365%2C1731751425651.meta:.meta(num 1731751427963) 2024-11-16T10:03:50,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741834_1010 (size=3188) 2024-11-16T10:03:50,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741834_1010 (size=3188) 2024-11-16T10:03:50,572 DEBUG [RS:0;adb367c328a9:44365 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/oldWALs 2024-11-16T10:03:50,572 INFO [RS:0;adb367c328a9:44365 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C44365%2C1731751425651:(num 1731751427532) 2024-11-16T10:03:50,572 DEBUG [RS:0;adb367c328a9:44365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:50,572 INFO [RS:0;adb367c328a9:44365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:03:50,573 INFO [RS:0;adb367c328a9:44365 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:03:50,573 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:03:50,573 INFO [RS:0;adb367c328a9:44365 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44365 2024-11-16T10:03:50,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,44365,1731751425651 2024-11-16T10:03:50,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:03:50,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,44365,1731751425651] 2024-11-16T10:03:50,628 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,44365,1731751425651; numProcessing=2 2024-11-16T10:03:50,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,44365,1731751425651 already deleted, retry=false 2024-11-16T10:03:50,636 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,44365,1731751425651 expired; onlineServers=0 2024-11-16T10:03:50,636 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,41773,1731751424555' ***** 2024-11-16T10:03:50,636 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:03:50,636 DEBUG [M:0;adb367c328a9:41773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef15177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:03:50,636 INFO [M:0;adb367c328a9:41773 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,41773,1731751424555 2024-11-16T10:03:50,636 INFO [M:0;adb367c328a9:41773 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,41773,1731751424555; all regions closed. 2024-11-16T10:03:50,636 DEBUG [M:0;adb367c328a9:41773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:50,637 DEBUG [M:0;adb367c328a9:41773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:03:50,637 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:03:50,637 DEBUG [M:0;adb367c328a9:41773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:03:50,637 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751427165 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751427165,5,FailOnTimeoutGroup] 2024-11-16T10:03:50,637 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751427171 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751427171,5,FailOnTimeoutGroup] 2024-11-16T10:03:50,637 INFO [M:0;adb367c328a9:41773 {}] hbase.ChoreService(370): Chore service for: master/adb367c328a9:0 had [] on shutdown 2024-11-16T10:03:50,637 DEBUG [M:0;adb367c328a9:41773 {}] master.HMaster(1733): Stopping service threads 2024-11-16T10:03:50,638 INFO [M:0;adb367c328a9:41773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:03:50,638 INFO [M:0;adb367c328a9:41773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:03:50,639 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:03:50,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:50,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:50,648 DEBUG [M:0;adb367c328a9:41773 {}] zookeeper.ZKUtil(347): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T10:03:50,648 WARN [M:0;adb367c328a9:41773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:03:50,648 INFO [M:0;adb367c328a9:41773 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-16T10:03:50,648 INFO [M:0;adb367c328a9:41773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:03:50,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:50,648 DEBUG [M:0;adb367c328a9:41773 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:03:50,648 INFO [M:0;adb367c328a9:41773 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:50,649 DEBUG [M:0;adb367c328a9:41773 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:50,649 DEBUG [M:0;adb367c328a9:41773 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:03:50,649 DEBUG [M:0;adb367c328a9:41773 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:50,649 INFO [M:0;adb367c328a9:41773 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-16T10:03:50,682 DEBUG [M:0;adb367c328a9:41773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c49f9e669eed43d2bca7b4989f3a7917 is 82, key is hbase:meta,,1/info:regioninfo/1731751428102/Put/seqid=0 2024-11-16T10:03:50,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:03:50,713 INFO [M:0;adb367c328a9:41773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c49f9e669eed43d2bca7b4989f3a7917 2024-11-16T10:03:50,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:03:50,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:50,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44365-0x101446351340001, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:50,729 INFO [RS:0;adb367c328a9:44365 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,44365,1731751425651; zookeeper connection closed. 2024-11-16T10:03:50,729 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f4515b8 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f4515b8 2024-11-16T10:03:50,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T10:03:50,752 DEBUG [M:0;adb367c328a9:41773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55eb4714369b4c5c9497feab1029107e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731751429548/Put/seqid=0 2024-11-16T10:03:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741847_1023 (size=7578) 2024-11-16T10:03:50,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741847_1023 (size=7578) 2024-11-16T10:03:50,776 INFO [M:0;adb367c328a9:41773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55eb4714369b4c5c9497feab1029107e 2024-11-16T10:03:50,818 DEBUG [M:0;adb367c328a9:41773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d2d1debfecb414e89f68aa740ed2a7c is 69, key is adb367c328a9,35937,1731751425734/rs:state/1731751427225/Put/seqid=0 2024-11-16T10:03:50,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:03:50,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:03:50,834 INFO [M:0;adb367c328a9:41773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d2d1debfecb414e89f68aa740ed2a7c 2024-11-16T10:03:50,849 DEBUG [M:0;adb367c328a9:41773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c49f9e669eed43d2bca7b4989f3a7917 as hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c49f9e669eed43d2bca7b4989f3a7917 2024-11-16T10:03:50,862 INFO [M:0;adb367c328a9:41773 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c49f9e669eed43d2bca7b4989f3a7917, entries=8, sequenceid=108, filesize=5.5 K 2024-11-16T10:03:50,864 DEBUG [M:0;adb367c328a9:41773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55eb4714369b4c5c9497feab1029107e as hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55eb4714369b4c5c9497feab1029107e 2024-11-16T10:03:50,882 INFO [M:0;adb367c328a9:41773 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55eb4714369b4c5c9497feab1029107e, entries=13, sequenceid=108, filesize=7.4 K 2024-11-16T10:03:50,887 DEBUG [M:0;adb367c328a9:41773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d2d1debfecb414e89f68aa740ed2a7c as hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d2d1debfecb414e89f68aa740ed2a7c 2024-11-16T10:03:50,912 INFO [M:0;adb367c328a9:41773 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34197/user/jenkins/test-data/7c36ab5e-c71d-f1e7-c68e-e3a436ee362c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d2d1debfecb414e89f68aa740ed2a7c, entries=2, sequenceid=108, filesize=5.1 K 2024-11-16T10:03:50,915 INFO [M:0;adb367c328a9:41773 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 266ms, sequenceid=108, compaction requested=false 2024-11-16T10:03:50,927 INFO [M:0;adb367c328a9:41773 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:50,927 DEBUG [M:0;adb367c328a9:41773 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:03:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43187 is added to blk_1073741830_1006 (size=54465) 2024-11-16T10:03:50,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43417 is added to blk_1073741830_1006 (size=54465) 2024-11-16T10:03:50,939 INFO [M:0;adb367c328a9:41773 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-16T10:03:50,939 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:03:50,939 INFO [M:0;adb367c328a9:41773 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41773 2024-11-16T10:03:50,947 DEBUG [M:0;adb367c328a9:41773 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/adb367c328a9,41773,1731751424555 already deleted, retry=false 2024-11-16T10:03:51,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:51,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41773-0x101446351340000, quorum=127.0.0.1:49767, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:51,056 INFO [M:0;adb367c328a9:41773 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,41773,1731751424555; zookeeper connection closed. 2024-11-16T10:03:51,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:51,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:03:51,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:03:51,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:03:51,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.log.dir/,STOPPED} 2024-11-16T10:03:51,073 WARN [BP-1936824727-172.17.0.2-1731751420750 heartbeating to localhost/127.0.0.1:34197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:03:51,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:03:51,073 WARN [BP-1936824727-172.17.0.2-1731751420750 heartbeating to localhost/127.0.0.1:34197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1936824727-172.17.0.2-1731751420750 (Datanode Uuid e4bc2a9e-019a-4795-9269-8d01ee2f4b85) service to localhost/127.0.0.1:34197 2024-11-16T10:03:51,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:03:51,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/dfs/data/data4/current/BP-1936824727-172.17.0.2-1731751420750 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:03:51,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/dfs/data/data3/current/BP-1936824727-172.17.0.2-1731751420750 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:03:51,076 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:03:51,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:51,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:03:51,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:03:51,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:03:51,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.log.dir/,STOPPED} 2024-11-16T10:03:51,082 WARN [BP-1936824727-172.17.0.2-1731751420750 heartbeating to localhost/127.0.0.1:34197 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:03:51,082 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:03:51,082 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:03:51,082 WARN [BP-1936824727-172.17.0.2-1731751420750 heartbeating to localhost/127.0.0.1:34197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1936824727-172.17.0.2-1731751420750 (Datanode Uuid a5d0dc37-4de8-4baa-b616-29d1624016a2) service to localhost/127.0.0.1:34197 2024-11-16T10:03:51,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/dfs/data/data1/current/BP-1936824727-172.17.0.2-1731751420750 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:03:51,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/cluster_3732c1a4-6090-2c5a-f298-67cb58b510b5/dfs/data/data2/current/BP-1936824727-172.17.0.2-1731751420750 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:03:51,084 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:03:51,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:03:51,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:03:51,098 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:03:51,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:03:51,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.log.dir/,STOPPED} 2024-11-16T10:03:51,109 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:03:51,155 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T10:03:51,167 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@63c11b00 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/adb367c328a9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/adb367c328a9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34197 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/adb367c328a9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/adb367c328a9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34197 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 326) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=4323 (was 5314) 2024-11-16T10:03:51,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=4323 2024-11-16T10:03:51,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.log.dir so I do NOT create it in target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2 2024-11-16T10:03:51,196 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:03:51,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.tmp.dir so I do NOT create it in target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2 2024-11-16T10:03:51,196 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/288924d3-530f-605b-dd7f-ee1efa0058ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:03:51,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2 2024-11-16T10:03:51,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:03:51,196 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3, deleteOnExit=true 2024-11-16T10:03:51,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-16T10:03:51,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/test.cache.data in system properties and HBase conf 2024-11-16T10:03:51,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:03:51,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:03:51,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:03:51,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:03:51,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T10:03:51,197 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:03:51,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:03:51,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:03:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:03:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:03:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:03:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:03:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:03:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:03:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:03:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:03:51,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:03:51,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:03:51,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:03:51,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:03:51,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:51,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:03:51,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:03:51,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:03:51,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:03:51,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:51,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282b8342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:03:51,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2d062d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:03:51,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d601564{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/java.io.tmpdir/jetty-localhost-45013-hadoop-hdfs-3_4_1-tests_jar-_-any-11886696641042263608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:03:51,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b6227{HTTP/1.1, (http/1.1)}{localhost:45013} 2024-11-16T10:03:51,619 INFO [Time-limited test {}] server.Server(415): Started @14100ms 2024-11-16T10:03:51,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:51,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:03:51,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:03:51,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:03:51,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:03:51,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d10c14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:03:51,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c5d3e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:03:52,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@355affd8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/java.io.tmpdir/jetty-localhost-38811-hadoop-hdfs-3_4_1-tests_jar-_-any-1452928153112643683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:52,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@400bc97b{HTTP/1.1, (http/1.1)}{localhost:38811} 2024-11-16T10:03:52,023 INFO [Time-limited test {}] server.Server(415): Started @14504ms 2024-11-16T10:03:52,025 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:03:52,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:52,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:03:52,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:03:52,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:03:52,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:03:52,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37803f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:03:52,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25d2e4c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:03:52,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b0f96bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/java.io.tmpdir/jetty-localhost-43189-hadoop-hdfs-3_4_1-tests_jar-_-any-13128300088426558028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:52,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29185726{HTTP/1.1, (http/1.1)}{localhost:43189} 2024-11-16T10:03:52,275 INFO [Time-limited test {}] server.Server(415): Started @14756ms 2024-11-16T10:03:52,277 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:03:52,715 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/dfs/data/data1/current/BP-1492588467-172.17.0.2-1731751431232/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:52,717 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/dfs/data/data2/current/BP-1492588467-172.17.0.2-1731751431232/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:52,761 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:03:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe38586325b47293 with lease ID 0xcb6f6dc81700b152: Processing first storage report for DS-9ac75751-8c0c-4b7d-82af-1427a9e1c628 from datanode DatanodeRegistration(127.0.0.1:40061, datanodeUuid=ae90f380-324b-4bc8-a58b-79ee075ddd8e, infoPort=44695, infoSecurePort=0, ipcPort=45581, storageInfo=lv=-57;cid=testClusterID;nsid=1399633925;c=1731751431232) 2024-11-16T10:03:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe38586325b47293 with lease ID 0xcb6f6dc81700b152: from storage DS-9ac75751-8c0c-4b7d-82af-1427a9e1c628 node DatanodeRegistration(127.0.0.1:40061, datanodeUuid=ae90f380-324b-4bc8-a58b-79ee075ddd8e, infoPort=44695, infoSecurePort=0, ipcPort=45581, storageInfo=lv=-57;cid=testClusterID;nsid=1399633925;c=1731751431232), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:03:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe38586325b47293 with lease ID 0xcb6f6dc81700b152: Processing first storage report for DS-e55a904b-01d6-4dcb-8209-fe7acbc36362 from datanode DatanodeRegistration(127.0.0.1:40061, datanodeUuid=ae90f380-324b-4bc8-a58b-79ee075ddd8e, infoPort=44695, infoSecurePort=0, ipcPort=45581, storageInfo=lv=-57;cid=testClusterID;nsid=1399633925;c=1731751431232) 2024-11-16T10:03:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe38586325b47293 with lease ID 0xcb6f6dc81700b152: from storage DS-e55a904b-01d6-4dcb-8209-fe7acbc36362 node DatanodeRegistration(127.0.0.1:40061, datanodeUuid=ae90f380-324b-4bc8-a58b-79ee075ddd8e, infoPort=44695, infoSecurePort=0, ipcPort=45581, storageInfo=lv=-57;cid=testClusterID;nsid=1399633925;c=1731751431232), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:03:52,872 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/dfs/data/data4/current/BP-1492588467-172.17.0.2-1731751431232/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:52,872 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/dfs/data/data3/current/BP-1492588467-172.17.0.2-1731751431232/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:52,908 WARN [Thread-356 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:03:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa61ab819111a8352 with lease ID 0xcb6f6dc81700b153: Processing first storage report for DS-4336e1c4-71a0-4027-a32c-e547f7cb594e from datanode DatanodeRegistration(127.0.0.1:44295, datanodeUuid=4f77c555-59f3-4f72-9c43-440ca8b710dd, infoPort=40945, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=1399633925;c=1731751431232) 2024-11-16T10:03:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa61ab819111a8352 with lease ID 0xcb6f6dc81700b153: from storage DS-4336e1c4-71a0-4027-a32c-e547f7cb594e node DatanodeRegistration(127.0.0.1:44295, datanodeUuid=4f77c555-59f3-4f72-9c43-440ca8b710dd, infoPort=40945, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=1399633925;c=1731751431232), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:03:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa61ab819111a8352 with lease ID 0xcb6f6dc81700b153: Processing first storage report for DS-dcdea752-abce-4768-852b-1770d6513820 from datanode DatanodeRegistration(127.0.0.1:44295, datanodeUuid=4f77c555-59f3-4f72-9c43-440ca8b710dd, infoPort=40945, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=1399633925;c=1731751431232) 2024-11-16T10:03:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa61ab819111a8352 with lease ID 0xcb6f6dc81700b153: from storage DS-dcdea752-abce-4768-852b-1770d6513820 node DatanodeRegistration(127.0.0.1:44295, datanodeUuid=4f77c555-59f3-4f72-9c43-440ca8b710dd, infoPort=40945, infoSecurePort=0, ipcPort=37011, storageInfo=lv=-57;cid=testClusterID;nsid=1399633925;c=1731751431232), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:03:52,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2 2024-11-16T10:03:52,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/zookeeper_0, clientPort=53424, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:03:52,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53424 2024-11-16T10:03:52,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:52,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:52,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:03:53,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:03:53,004 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257 with version=8 2024-11-16T10:03:53,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/hbase-staging 2024-11-16T10:03:53,006 INFO [Time-limited test {}] client.ConnectionUtils(129): master/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:03:53,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:53,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:53,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:03:53,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:53,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:03:53,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:03:53,007 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:03:53,008 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46571 2024-11-16T10:03:53,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:53,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:53,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46571 connecting to ZooKeeper ensemble=127.0.0.1:53424 2024-11-16T10:03:53,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465710x0, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:03:53,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46571-0x101446375860000 connected 2024-11-16T10:03:53,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:53,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:53,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:03:53,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-16T10:03:53,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46571 2024-11-16T10:03:53,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46571 2024-11-16T10:03:53,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-16T10:03:53,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46571 2024-11-16T10:03:53,131 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257, hbase.cluster.distributed=false 2024-11-16T10:03:53,156 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:03:53,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:53,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:53,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:03:53,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:53,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:03:53,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:03:53,157 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:03:53,157 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35627 2024-11-16T10:03:53,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:03:53,159 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:03:53,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:53,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:53,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35627 connecting to ZooKeeper ensemble=127.0.0.1:53424 2024-11-16T10:03:53,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356270x0, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:03:53,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356270x0, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:53,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35627-0x101446375860001 connected 2024-11-16T10:03:53,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:53,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:03:53,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35627 2024-11-16T10:03:53,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35627 2024-11-16T10:03:53,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35627 2024-11-16T10:03:53,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35627 2024-11-16T10:03:53,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35627 2024-11-16T10:03:53,202 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:03:53,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:53,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:53,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:03:53,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:53,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:03:53,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:03:53,203 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:03:53,203 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40825 2024-11-16T10:03:53,204 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:03:53,206 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:03:53,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:53,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:53,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40825 connecting to ZooKeeper ensemble=127.0.0.1:53424 2024-11-16T10:03:53,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408250x0, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:53,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408250x0, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408250x0, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:03:53,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40825-0x101446375860002 connected 2024-11-16T10:03:53,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:03:53,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40825 2024-11-16T10:03:53,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40825 2024-11-16T10:03:53,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40825 2024-11-16T10:03:53,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40825 2024-11-16T10:03:53,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40825 2024-11-16T10:03:53,250 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/adb367c328a9,46571,1731751433006 2024-11-16T10:03:53,261 DEBUG [M:0;adb367c328a9:46571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;adb367c328a9:46571 2024-11-16T10:03:53,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:53,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:53,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:53,261 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/adb367c328a9,46571,1731751433006 2024-11-16T10:03:53,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:53,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:53,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,273 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:03:53,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:53,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,273 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/adb367c328a9,46571,1731751433006 from backup master directory 2024-11-16T10:03:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/adb367c328a9,46571,1731751433006 2024-11-16T10:03:53,280 WARN [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:03:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:53,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:03:53,280 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=adb367c328a9,46571,1731751433006 2024-11-16T10:03:53,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:03:53,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:03:53,303 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/hbase.id with ID: 5fb100cb-cc41-4b0f-8d9e-6b7b2dcea3fa 2024-11-16T10:03:53,329 INFO [master/adb367c328a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:53,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:03:53,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:03:53,376 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:03:53,377 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:03:53,380 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:53,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:03:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:03:53,411 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store 2024-11-16T10:03:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:03:53,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:03:53,457 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:53,457 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:03:53,457 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:53,457 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:53,457 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:03:53,457 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:53,457 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:53,457 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:03:53,459 WARN [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/.initializing 2024-11-16T10:03:53,459 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/WALs/adb367c328a9,46571,1731751433006 2024-11-16T10:03:53,461 INFO [master/adb367c328a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:03:53,465 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C46571%2C1731751433006, suffix=, logDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/WALs/adb367c328a9,46571,1731751433006, archiveDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/oldWALs, maxLogs=10 2024-11-16T10:03:53,484 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/WALs/adb367c328a9,46571,1731751433006/adb367c328a9%2C46571%2C1731751433006.1731751433465, exclude list is [], retry=0 2024-11-16T10:03:53,489 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40061,DS-9ac75751-8c0c-4b7d-82af-1427a9e1c628,DISK] 2024-11-16T10:03:53,491 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44295,DS-4336e1c4-71a0-4027-a32c-e547f7cb594e,DISK] 2024-11-16T10:03:53,499 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/WALs/adb367c328a9,46571,1731751433006/adb367c328a9%2C46571%2C1731751433006.1731751433465 2024-11-16T10:03:53,500 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695),(127.0.0.1/127.0.0.1:40945:40945)] 2024-11-16T10:03:53,500 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:03:53,500 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:53,500 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:53,500 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:53,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:53,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:03:53,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:53,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:53,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:53,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:03:53,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:53,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:53,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:53,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:03:53,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:53,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:53,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:53,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:03:53,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:53,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:53,533 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:53,534 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:53,537 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:03:53,543 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:53,552 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:53,552 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59463421, jitterRate=-0.1139259785413742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:03:53,554 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:03:53,554 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:03:53,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:03:53,562 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16940707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:53,564 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-16T10:03:53,564 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:03:53,564 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:03:53,565 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:03:53,566 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T10:03:53,566 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:03:53,566 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:03:53,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:03:53,580 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:03:53,584 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T10:03:53,594 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-16T10:03:53,594 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:03:53,598 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:03:53,606 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-16T10:03:53,606 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:03:53,612 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:03:53,622 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-16T10:03:53,623 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:03:53,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:03:53,630 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T10:03:53,634 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:03:53,644 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T10:03:53,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:53,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:53,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:53,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,653 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=adb367c328a9,46571,1731751433006, sessionid=0x101446375860000, setting cluster-up flag (Was=false) 2024-11-16T10:03:53,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,697 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T10:03:53,698 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,46571,1731751433006 2024-11-16T10:03:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:53,739 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T10:03:53,740 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,46571,1731751433006 2024-11-16T10:03:53,743 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-16T10:03:53,744 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-16T10:03:53,744 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:03:53,744 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: adb367c328a9,46571,1731751433006 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:03:53,744 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:53,745 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:53,745 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:53,745 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:53,745 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/adb367c328a9:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:03:53,745 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,745 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:03:53,745 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:03:53,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:03:53,749 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:53,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:03:53,753 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731751463753 2024-11-16T10:03:53,753 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:03:53,753 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:03:53,753 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:03:53,753 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:03:53,754 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:03:53,754 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:03:53,754 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,759 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:03:53,759 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:03:53,759 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:03:53,760 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:03:53,760 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:03:53,760 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751433760,5,FailOnTimeoutGroup] 2024-11-16T10:03:53,760 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751433760,5,FailOnTimeoutGroup] 2024-11-16T10:03:53,760 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,760 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:03:53,760 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,760 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,767 DEBUG [RS:1;adb367c328a9:40825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;adb367c328a9:40825 2024-11-16T10:03:53,769 DEBUG [RS:0;adb367c328a9:35627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;adb367c328a9:35627 2024-11-16T10:03:53,770 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1008): ClusterId : 5fb100cb-cc41-4b0f-8d9e-6b7b2dcea3fa 2024-11-16T10:03:53,770 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:03:53,771 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1008): ClusterId : 5fb100cb-cc41-4b0f-8d9e-6b7b2dcea3fa 2024-11-16T10:03:53,771 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:03:53,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:03:53,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:03:53,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-16T10:03:53,779 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257 2024-11-16T10:03:53,789 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:03:53,789 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:03:53,789 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:03:53,789 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:03:53,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:03:53,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:03:53,798 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:03:53,798 DEBUG [RS:1;adb367c328a9:40825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a76fecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:53,799 DEBUG [RS:1;adb367c328a9:40825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f321220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:03:53,799 INFO [RS:1;adb367c328a9:40825 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:03:53,799 INFO [RS:1;adb367c328a9:40825 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:03:53,799 DEBUG [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:03:53,800 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,46571,1731751433006 with isa=adb367c328a9/172.17.0.2:40825, startcode=1731751433201 2024-11-16T10:03:53,800 DEBUG [RS:1;adb367c328a9:40825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:03:53,800 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:03:53,800 DEBUG [RS:0;adb367c328a9:35627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585c2d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:53,805 DEBUG [RS:0;adb367c328a9:35627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d92d57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:03:53,806 INFO [RS:0;adb367c328a9:35627 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:03:53,806 INFO [RS:0;adb367c328a9:35627 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:03:53,806 DEBUG [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:03:53,806 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41851, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:03:53,806 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,46571,1731751433006 with isa=adb367c328a9/172.17.0.2:35627, startcode=1731751433155 2024-11-16T10:03:53,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46571 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,40825,1731751433201 2024-11-16T10:03:53,807 DEBUG [RS:0;adb367c328a9:35627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:03:53,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46571 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,40825,1731751433201 2024-11-16T10:03:53,809 DEBUG [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257 2024-11-16T10:03:53,809 DEBUG [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:32823 2024-11-16T10:03:53,809 DEBUG [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:03:53,811 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48115, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:03:53,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46571 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,35627,1731751433155 2024-11-16T10:03:53,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46571 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,35627,1731751433155 2024-11-16T10:03:53,815 DEBUG [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257 2024-11-16T10:03:53,816 DEBUG [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:32823 2024-11-16T10:03:53,816 DEBUG [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:03:53,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:03:53,846 DEBUG [RS:1;adb367c328a9:40825 {}] zookeeper.ZKUtil(111): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,40825,1731751433201 2024-11-16T10:03:53,846 WARN [RS:1;adb367c328a9:40825 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:03:53,846 INFO [RS:1;adb367c328a9:40825 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:53,847 DEBUG [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,40825,1731751433201 2024-11-16T10:03:53,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,35627,1731751433155] 2024-11-16T10:03:53,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,40825,1731751433201] 2024-11-16T10:03:53,848 DEBUG [RS:0;adb367c328a9:35627 {}] zookeeper.ZKUtil(111): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,35627,1731751433155 2024-11-16T10:03:53,848 WARN [RS:0;adb367c328a9:35627 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:03:53,849 INFO [RS:0;adb367c328a9:35627 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:53,849 DEBUG [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,35627,1731751433155 2024-11-16T10:03:53,853 DEBUG [RS:0;adb367c328a9:35627 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:03:53,853 INFO [RS:0;adb367c328a9:35627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:03:53,858 DEBUG [RS:1;adb367c328a9:40825 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:03:53,858 INFO [RS:1;adb367c328a9:40825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:03:53,858 INFO [RS:0;adb367c328a9:35627 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:03:53,859 INFO [RS:0;adb367c328a9:35627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:03:53,859 INFO [RS:0;adb367c328a9:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,859 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:03:53,861 INFO [RS:0;adb367c328a9:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,861 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,861 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,861 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,862 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,862 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,862 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:03:53,862 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,862 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,862 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,862 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,862 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,862 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:53,863 DEBUG [RS:0;adb367c328a9:35627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:53,865 INFO [RS:1;adb367c328a9:40825 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:03:53,866 INFO [RS:1;adb367c328a9:40825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:03:53,866 INFO [RS:0;adb367c328a9:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,866 INFO [RS:1;adb367c328a9:40825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,866 INFO [RS:0;adb367c328a9:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,866 INFO [RS:0;adb367c328a9:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,866 INFO [RS:0;adb367c328a9:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,866 INFO [RS:0;adb367c328a9:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,35627,1731751433155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:03:53,870 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:03:53,872 INFO [RS:1;adb367c328a9:40825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,872 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,872 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,872 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,872 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,873 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,873 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:03:53,873 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,873 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,873 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,873 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,873 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:53,873 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:53,873 DEBUG [RS:1;adb367c328a9:40825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:53,874 INFO [RS:1;adb367c328a9:40825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,874 INFO [RS:1;adb367c328a9:40825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,874 INFO [RS:1;adb367c328a9:40825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,874 INFO [RS:1;adb367c328a9:40825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,874 INFO [RS:1;adb367c328a9:40825 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,40825,1731751433201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:03:53,891 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:03:53,891 INFO [RS:1;adb367c328a9:40825 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,40825,1731751433201-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,893 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:03:53,893 INFO [RS:0;adb367c328a9:35627 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,35627,1731751433155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:53,909 INFO [RS:1;adb367c328a9:40825 {}] regionserver.Replication(204): adb367c328a9,40825,1731751433201 started 2024-11-16T10:03:53,909 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,40825,1731751433201, RpcServer on adb367c328a9/172.17.0.2:40825, sessionid=0x101446375860002 2024-11-16T10:03:53,909 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:03:53,909 DEBUG [RS:1;adb367c328a9:40825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,40825,1731751433201 2024-11-16T10:03:53,909 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,40825,1731751433201' 2024-11-16T10:03:53,909 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:03:53,910 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:03:53,910 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:03:53,910 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:03:53,910 DEBUG [RS:1;adb367c328a9:40825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,40825,1731751433201 2024-11-16T10:03:53,910 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,40825,1731751433201' 2024-11-16T10:03:53,910 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:03:53,911 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:03:53,911 DEBUG [RS:1;adb367c328a9:40825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:03:53,911 INFO [RS:1;adb367c328a9:40825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:03:53,911 INFO [RS:1;adb367c328a9:40825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:03:53,914 INFO [RS:0;adb367c328a9:35627 {}] regionserver.Replication(204): adb367c328a9,35627,1731751433155 started 2024-11-16T10:03:53,914 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,35627,1731751433155, RpcServer on adb367c328a9/172.17.0.2:35627, sessionid=0x101446375860001 2024-11-16T10:03:53,914 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:03:53,914 DEBUG [RS:0;adb367c328a9:35627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,35627,1731751433155 2024-11-16T10:03:53,914 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,35627,1731751433155' 2024-11-16T10:03:53,914 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:03:53,915 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:03:53,915 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:03:53,915 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:03:53,915 DEBUG [RS:0;adb367c328a9:35627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,35627,1731751433155 2024-11-16T10:03:53,915 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,35627,1731751433155' 2024-11-16T10:03:53,915 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:03:53,916 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:03:53,916 DEBUG [RS:0;adb367c328a9:35627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:03:53,916 INFO [RS:0;adb367c328a9:35627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:03:53,916 INFO [RS:0;adb367c328a9:35627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:03:54,012 INFO [RS:1;adb367c328a9:40825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:03:54,015 INFO [RS:1;adb367c328a9:40825 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C40825%2C1731751433201, suffix=, logDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,40825,1731751433201, archiveDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/oldWALs, maxLogs=32 2024-11-16T10:03:54,017 INFO [RS:0;adb367c328a9:35627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:03:54,023 INFO [RS:0;adb367c328a9:35627 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C35627%2C1731751433155, suffix=, logDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,35627,1731751433155, archiveDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/oldWALs, maxLogs=32 2024-11-16T10:03:54,037 DEBUG [RS:1;adb367c328a9:40825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,40825,1731751433201/adb367c328a9%2C40825%2C1731751433201.1731751434018, exclude list is [], retry=0 2024-11-16T10:03:54,041 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44295,DS-4336e1c4-71a0-4027-a32c-e547f7cb594e,DISK] 2024-11-16T10:03:54,041 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40061,DS-9ac75751-8c0c-4b7d-82af-1427a9e1c628,DISK] 2024-11-16T10:03:54,041 DEBUG [RS:0;adb367c328a9:35627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,35627,1731751433155/adb367c328a9%2C35627%2C1731751433155.1731751434025, exclude list is [], retry=0 2024-11-16T10:03:54,045 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44295,DS-4336e1c4-71a0-4027-a32c-e547f7cb594e,DISK] 2024-11-16T10:03:54,045 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40061,DS-9ac75751-8c0c-4b7d-82af-1427a9e1c628,DISK] 2024-11-16T10:03:54,055 INFO [RS:1;adb367c328a9:40825 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,40825,1731751433201/adb367c328a9%2C40825%2C1731751433201.1731751434018 2024-11-16T10:03:54,057 DEBUG [RS:1;adb367c328a9:40825 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695),(127.0.0.1/127.0.0.1:40945:40945)] 2024-11-16T10:03:54,061 INFO [RS:0;adb367c328a9:35627 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,35627,1731751433155/adb367c328a9%2C35627%2C1731751433155.1731751434025 2024-11-16T10:03:54,062 DEBUG [RS:0;adb367c328a9:35627 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695),(127.0.0.1/127.0.0.1:40945:40945)] 2024-11-16T10:03:54,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:54,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:03:54,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:03:54,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:54,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:54,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:03:54,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:03:54,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:54,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:54,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:03:54,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:03:54,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:54,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:54,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740 2024-11-16T10:03:54,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740 2024-11-16T10:03:54,214 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:03:54,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:03:54,221 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:54,222 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60004037, jitterRate=-0.10587017238140106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:03:54,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:03:54,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:03:54,224 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:03:54,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:03:54,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:03:54,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:03:54,224 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:03:54,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:03:54,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:03:54,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-16T10:03:54,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:03:54,230 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:03:54,232 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:03:54,382 DEBUG [adb367c328a9:46571 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T10:03:54,382 DEBUG [adb367c328a9:46571 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:03:54,385 DEBUG [adb367c328a9:46571 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:03:54,385 DEBUG [adb367c328a9:46571 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:03:54,385 INFO [adb367c328a9:46571 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:03:54,385 INFO [adb367c328a9:46571 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:03:54,385 DEBUG [adb367c328a9:46571 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:03:54,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=adb367c328a9,35627,1731751433155 2024-11-16T10:03:54,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,35627,1731751433155, state=OPENING 2024-11-16T10:03:54,427 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:03:54,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:54,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:54,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:54,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=adb367c328a9,35627,1731751433155}] 2024-11-16T10:03:54,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:54,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:54,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:54,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,35627,1731751433155 2024-11-16T10:03:54,590 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:03:54,592 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:03:54,598 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-16T10:03:54,598 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:54,598 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:03:54,601 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C35627%2C1731751433155.meta, suffix=.meta, logDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,35627,1731751433155, archiveDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/oldWALs, maxLogs=32 2024-11-16T10:03:54,616 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,35627,1731751433155/adb367c328a9%2C35627%2C1731751433155.meta.1731751434602.meta, exclude list is [], retry=0 2024-11-16T10:03:54,618 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40061,DS-9ac75751-8c0c-4b7d-82af-1427a9e1c628,DISK] 2024-11-16T10:03:54,618 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44295,DS-4336e1c4-71a0-4027-a32c-e547f7cb594e,DISK] 2024-11-16T10:03:54,621 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/WALs/adb367c328a9,35627,1731751433155/adb367c328a9%2C35627%2C1731751433155.meta.1731751434602.meta 2024-11-16T10:03:54,621 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695),(127.0.0.1/127.0.0.1:40945:40945)] 2024-11-16T10:03:54,621 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:03:54,621 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:03:54,622 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:03:54,622 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:03:54,622 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:03:54,622 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:54,622 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-16T10:03:54,622 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-16T10:03:54,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:03:54,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:03:54,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:54,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:54,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:03:54,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:03:54,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:54,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:54,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:03:54,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:03:54,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:54,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:54,631 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740 2024-11-16T10:03:54,633 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740 2024-11-16T10:03:54,636 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:03:54,639 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:03:54,640 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73410024, jitterRate=0.0938946008682251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:03:54,642 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:03:54,643 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731751434590 2024-11-16T10:03:54,645 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:03:54,645 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-16T10:03:54,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,35627,1731751433155 2024-11-16T10:03:54,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,35627,1731751433155, state=OPEN 2024-11-16T10:03:54,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:03:54,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:03:54,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:03:54,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:54,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:54,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:54,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:03:54,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=adb367c328a9,35627,1731751433155 in 219 msec 2024-11-16T10:03:54,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:03:54,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-16T10:03:54,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 920 msec 2024-11-16T10:03:54,664 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731751434664, completionTime=-1 2024-11-16T10:03:54,665 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T10:03:54,665 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-16T10:03:54,666 DEBUG [hconnection-0x494741e5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:03:54,671 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:03:54,673 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-16T10:03:54,673 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731751494673 2024-11-16T10:03:54,673 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731751554673 2024-11-16T10:03:54,673 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 8 msec 2024-11-16T10:03:54,694 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T10:03:54,695 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,46571,1731751433006-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:54,695 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,46571,1731751433006-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:54,695 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,46571,1731751433006-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:54,695 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-adb367c328a9:46571, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:54,695 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:54,696 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-16T10:03:54,696 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:03:54,698 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-16T10:03:54,698 DEBUG [master/adb367c328a9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-16T10:03:54,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:03:54,699 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:54,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:03:54,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:03:54,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:03:54,717 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => eee994c2ed8b23eb23854a0b70671443, NAME => 'hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257 2024-11-16T10:03:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:03:54,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:03:54,727 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:54,727 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing eee994c2ed8b23eb23854a0b70671443, disabling compactions & flushes 2024-11-16T10:03:54,727 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:54,728 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:54,728 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. after waiting 0 ms 2024-11-16T10:03:54,728 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:54,728 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:54,728 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for eee994c2ed8b23eb23854a0b70671443: 2024-11-16T10:03:54,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:03:54,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731751434729"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751434729"}]},"ts":"1731751434729"} 2024-11-16T10:03:54,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:03:54,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:03:54,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751434734"}]},"ts":"1731751434734"} 2024-11-16T10:03:54,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-16T10:03:54,755 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:03:54,756 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:03:54,757 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:03:54,757 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:03:54,757 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:03:54,757 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:03:54,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=eee994c2ed8b23eb23854a0b70671443, ASSIGN}] 2024-11-16T10:03:54,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=eee994c2ed8b23eb23854a0b70671443, ASSIGN 2024-11-16T10:03:54,761 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=eee994c2ed8b23eb23854a0b70671443, ASSIGN; state=OFFLINE, location=adb367c328a9,40825,1731751433201; forceNewPlan=false, retain=false 2024-11-16T10:03:54,911 INFO [adb367c328a9:46571 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T10:03:54,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=eee994c2ed8b23eb23854a0b70671443, regionState=OPENING, regionLocation=adb367c328a9,40825,1731751433201 2024-11-16T10:03:54,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure eee994c2ed8b23eb23854a0b70671443, server=adb367c328a9,40825,1731751433201}] 2024-11-16T10:03:55,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,40825,1731751433201 2024-11-16T10:03:55,073 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:03:55,074 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:03:55,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:55,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => eee994c2ed8b23eb23854a0b70671443, NAME => 'hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:03:55,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace eee994c2ed8b23eb23854a0b70671443 2024-11-16T10:03:55,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:55,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for eee994c2ed8b23eb23854a0b70671443 2024-11-16T10:03:55,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for eee994c2ed8b23eb23854a0b70671443 2024-11-16T10:03:55,085 INFO [StoreOpener-eee994c2ed8b23eb23854a0b70671443-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region eee994c2ed8b23eb23854a0b70671443 2024-11-16T10:03:55,087 INFO [StoreOpener-eee994c2ed8b23eb23854a0b70671443-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eee994c2ed8b23eb23854a0b70671443 columnFamilyName info 2024-11-16T10:03:55,087 DEBUG [StoreOpener-eee994c2ed8b23eb23854a0b70671443-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:55,088 INFO [StoreOpener-eee994c2ed8b23eb23854a0b70671443-1 {}] regionserver.HStore(327): Store=eee994c2ed8b23eb23854a0b70671443/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:55,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/namespace/eee994c2ed8b23eb23854a0b70671443 2024-11-16T10:03:55,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/namespace/eee994c2ed8b23eb23854a0b70671443 2024-11-16T10:03:55,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for eee994c2ed8b23eb23854a0b70671443 2024-11-16T10:03:55,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/namespace/eee994c2ed8b23eb23854a0b70671443/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:55,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened eee994c2ed8b23eb23854a0b70671443; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69796081, jitterRate=0.04004265367984772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:03:55,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for eee994c2ed8b23eb23854a0b70671443: 2024-11-16T10:03:55,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443., pid=6, masterSystemTime=1731751435072 2024-11-16T10:03:55,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:55,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:55,106 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=eee994c2ed8b23eb23854a0b70671443, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,40825,1731751433201 2024-11-16T10:03:55,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:03:55,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure eee994c2ed8b23eb23854a0b70671443, server=adb367c328a9,40825,1731751433201 in 192 msec 2024-11-16T10:03:55,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:03:55,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=eee994c2ed8b23eb23854a0b70671443, ASSIGN in 353 msec 2024-11-16T10:03:55,114 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:03:55,114 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751435114"}]},"ts":"1731751435114"} 2024-11-16T10:03:55,116 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-16T10:03:55,179 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:03:55,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 483 msec 2024-11-16T10:03:55,199 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-16T10:03:55,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:03:55,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:55,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:55,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:55,214 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:03:55,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:03:55,216 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:03:55,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T10:03:55,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-16T10:03:55,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-16T10:03:55,218 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-16T10:03:55,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:03:55,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T10:03:55,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:03:55,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T10:03:55,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:03:55,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-11-16T10:03:55,250 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-16T10:03:55,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:03:55,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 29 msec 2024-11-16T10:03:55,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-16T10:03:55,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-16T10:03:55,327 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.046sec 2024-11-16T10:03:55,328 INFO [master/adb367c328a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:03:55,328 INFO [master/adb367c328a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:03:55,328 INFO [master/adb367c328a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:03:55,328 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:03:55,328 INFO [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:03:55,328 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,46571,1731751433006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:03:55,328 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,46571,1731751433006-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:03:55,330 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:03:55,330 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:03:55,330 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,46571,1731751433006-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:55,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x299b7398 to 127.0.0.1:53424 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cb95b37 2024-11-16T10:03:55,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ff9b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:55,373 DEBUG [hconnection-0x1e980530-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:03:55,376 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:03:55,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=adb367c328a9,46571,1731751433006 2024-11-16T10:03:55,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:03:55,384 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:03:55,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:03:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T10:03:55,388 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:03:55,389 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:55,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-16T10:03:55,390 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:03:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:03:55,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:03:55,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:03:55,400 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e25d916c325f7e4c4cb6a45fb8e6c50b, NAME => 'testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257 2024-11-16T10:03:55,400 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fd8b789a6b08682ae03f3f4546c110f0, NAME => 'testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257 2024-11-16T10:03:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:03:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:03:55,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:03:55,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:03:55,409 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:55,409 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing e25d916c325f7e4c4cb6a45fb8e6c50b, disabling compactions & flushes 2024-11-16T10:03:55,409 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:55,410 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:55,410 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. after waiting 0 ms 2024-11-16T10:03:55,410 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:55,410 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:55,410 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for e25d916c325f7e4c4cb6a45fb8e6c50b: 2024-11-16T10:03:55,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:55,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing fd8b789a6b08682ae03f3f4546c110f0, disabling compactions & flushes 2024-11-16T10:03:55,412 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:55,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:55,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. after waiting 0 ms 2024-11-16T10:03:55,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:55,413 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:55,413 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for fd8b789a6b08682ae03f3f4546c110f0: 2024-11-16T10:03:55,414 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:03:55,415 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751435414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751435414"}]},"ts":"1731751435414"} 2024-11-16T10:03:55,415 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751435414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751435414"}]},"ts":"1731751435414"} 2024-11-16T10:03:55,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-16T10:03:55,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:03:55,422 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751435422"}]},"ts":"1731751435422"} 2024-11-16T10:03:55,424 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T10:03:55,444 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:03:55,445 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:03:55,446 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:03:55,446 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:03:55,446 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:03:55,446 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:03:55,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e25d916c325f7e4c4cb6a45fb8e6c50b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd8b789a6b08682ae03f3f4546c110f0, ASSIGN}] 2024-11-16T10:03:55,449 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd8b789a6b08682ae03f3f4546c110f0, ASSIGN 2024-11-16T10:03:55,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e25d916c325f7e4c4cb6a45fb8e6c50b, ASSIGN 2024-11-16T10:03:55,450 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e25d916c325f7e4c4cb6a45fb8e6c50b, ASSIGN; state=OFFLINE, location=adb367c328a9,35627,1731751433155; forceNewPlan=false, retain=false 2024-11-16T10:03:55,450 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd8b789a6b08682ae03f3f4546c110f0, ASSIGN; state=OFFLINE, location=adb367c328a9,40825,1731751433201; forceNewPlan=false, retain=false 2024-11-16T10:03:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:03:55,601 INFO [adb367c328a9:46571 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T10:03:55,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fd8b789a6b08682ae03f3f4546c110f0, regionState=OPENING, regionLocation=adb367c328a9,40825,1731751433201 2024-11-16T10:03:55,602 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e25d916c325f7e4c4cb6a45fb8e6c50b, regionState=OPENING, regionLocation=adb367c328a9,35627,1731751433155 2024-11-16T10:03:55,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure fd8b789a6b08682ae03f3f4546c110f0, server=adb367c328a9,40825,1731751433201}] 2024-11-16T10:03:55,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure e25d916c325f7e4c4cb6a45fb8e6c50b, server=adb367c328a9,35627,1731751433155}] 2024-11-16T10:03:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:03:55,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,40825,1731751433201 2024-11-16T10:03:55,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,35627,1731751433155 2024-11-16T10:03:55,770 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:55,771 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => fd8b789a6b08682ae03f3f4546c110f0, NAME => 'testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T10:03:55,772 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:55,772 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fd8b789a6b08682ae03f3f4546c110f0 2024-11-16T10:03:55,772 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => e25d916c325f7e4c4cb6a45fb8e6c50b, NAME => 'testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T10:03:55,772 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:55,772 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for fd8b789a6b08682ae03f3f4546c110f0 2024-11-16T10:03:55,772 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for fd8b789a6b08682ae03f3f4546c110f0 2024-11-16T10:03:55,772 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e25d916c325f7e4c4cb6a45fb8e6c50b 2024-11-16T10:03:55,773 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:55,773 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for e25d916c325f7e4c4cb6a45fb8e6c50b 2024-11-16T10:03:55,773 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for e25d916c325f7e4c4cb6a45fb8e6c50b 2024-11-16T10:03:55,775 INFO [StoreOpener-fd8b789a6b08682ae03f3f4546c110f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fd8b789a6b08682ae03f3f4546c110f0 2024-11-16T10:03:55,775 INFO [StoreOpener-e25d916c325f7e4c4cb6a45fb8e6c50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e25d916c325f7e4c4cb6a45fb8e6c50b 2024-11-16T10:03:55,777 INFO [StoreOpener-fd8b789a6b08682ae03f3f4546c110f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd8b789a6b08682ae03f3f4546c110f0 columnFamilyName family 2024-11-16T10:03:55,777 DEBUG [StoreOpener-fd8b789a6b08682ae03f3f4546c110f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:55,777 INFO [StoreOpener-e25d916c325f7e4c4cb6a45fb8e6c50b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e25d916c325f7e4c4cb6a45fb8e6c50b columnFamilyName family 2024-11-16T10:03:55,777 DEBUG [StoreOpener-e25d916c325f7e4c4cb6a45fb8e6c50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:55,777 INFO [StoreOpener-fd8b789a6b08682ae03f3f4546c110f0-1 {}] regionserver.HStore(327): Store=fd8b789a6b08682ae03f3f4546c110f0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:55,778 INFO [StoreOpener-e25d916c325f7e4c4cb6a45fb8e6c50b-1 {}] regionserver.HStore(327): Store=e25d916c325f7e4c4cb6a45fb8e6c50b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:55,779 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/e25d916c325f7e4c4cb6a45fb8e6c50b 2024-11-16T10:03:55,779 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/fd8b789a6b08682ae03f3f4546c110f0 2024-11-16T10:03:55,779 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/e25d916c325f7e4c4cb6a45fb8e6c50b 2024-11-16T10:03:55,779 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/fd8b789a6b08682ae03f3f4546c110f0 2024-11-16T10:03:55,781 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for fd8b789a6b08682ae03f3f4546c110f0 2024-11-16T10:03:55,781 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for e25d916c325f7e4c4cb6a45fb8e6c50b 2024-11-16T10:03:55,784 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/e25d916c325f7e4c4cb6a45fb8e6c50b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:55,784 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/fd8b789a6b08682ae03f3f4546c110f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:55,785 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened e25d916c325f7e4c4cb6a45fb8e6c50b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72261333, jitterRate=0.07677777111530304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:03:55,785 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened fd8b789a6b08682ae03f3f4546c110f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67070332, jitterRate=-5.741715431213379E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:03:55,786 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for fd8b789a6b08682ae03f3f4546c110f0: 2024-11-16T10:03:55,786 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for e25d916c325f7e4c4cb6a45fb8e6c50b: 2024-11-16T10:03:55,787 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b., pid=13, masterSystemTime=1731751435765 2024-11-16T10:03:55,787 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0., pid=12, masterSystemTime=1731751435763 2024-11-16T10:03:55,789 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:55,789 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:55,790 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=e25d916c325f7e4c4cb6a45fb8e6c50b, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,35627,1731751433155 2024-11-16T10:03:55,791 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:55,791 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:55,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fd8b789a6b08682ae03f3f4546c110f0, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,40825,1731751433201 2024-11-16T10:03:55,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-16T10:03:55,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure e25d916c325f7e4c4cb6a45fb8e6c50b, server=adb367c328a9,35627,1731751433155 in 183 msec 2024-11-16T10:03:55,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T10:03:55,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e25d916c325f7e4c4cb6a45fb8e6c50b, ASSIGN in 349 msec 2024-11-16T10:03:55,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure fd8b789a6b08682ae03f3f4546c110f0, server=adb367c328a9,40825,1731751433201 in 186 msec 2024-11-16T10:03:55,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-16T10:03:55,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fd8b789a6b08682ae03f3f4546c110f0, ASSIGN in 351 msec 2024-11-16T10:03:55,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:03:55,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751435800"}]},"ts":"1731751435800"} 2024-11-16T10:03:55,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T10:03:55,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:03:55,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 459 msec 2024-11-16T10:03:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46571 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:03:56,002 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-16T10:03:56,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T10:03:56,003 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:03:56,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T10:03:56,011 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:03:56,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-16T10:03:56,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:03:56,026 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:03:56,035 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing e25d916c325f7e4c4cb6a45fb8e6c50b 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T10:03:56,054 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/e25d916c325f7e4c4cb6a45fb8e6c50b/.tmp/family/0114fce03cbe46e99f4d7909e46a9388 is 32, key is 1/family:/1731751436015/Put/seqid=0 2024-11-16T10:03:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741841_1017 (size=5054) 2024-11-16T10:03:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741841_1017 (size=5054) 2024-11-16T10:03:56,060 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/e25d916c325f7e4c4cb6a45fb8e6c50b/.tmp/family/0114fce03cbe46e99f4d7909e46a9388 2024-11-16T10:03:56,069 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/e25d916c325f7e4c4cb6a45fb8e6c50b/.tmp/family/0114fce03cbe46e99f4d7909e46a9388 as hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/e25d916c325f7e4c4cb6a45fb8e6c50b/family/0114fce03cbe46e99f4d7909e46a9388 2024-11-16T10:03:56,079 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/e25d916c325f7e4c4cb6a45fb8e6c50b/family/0114fce03cbe46e99f4d7909e46a9388, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T10:03:56,080 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e25d916c325f7e4c4cb6a45fb8e6c50b in 45ms, sequenceid=8, compaction requested=false 2024-11-16T10:03:56,080 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for e25d916c325f7e4c4cb6a45fb8e6c50b: 2024-11-16T10:03:56,081 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fd8b789a6b08682ae03f3f4546c110f0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T10:03:56,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/fd8b789a6b08682ae03f3f4546c110f0/.tmp/family/159f9e1aa7374096bdcdce331731bde6 is 32, key is 5/family:/1731751436026/Put/seqid=0 2024-11-16T10:03:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741842_1018 (size=5083) 2024-11-16T10:03:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741842_1018 (size=5083) 2024-11-16T10:03:56,105 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/fd8b789a6b08682ae03f3f4546c110f0/.tmp/family/159f9e1aa7374096bdcdce331731bde6 2024-11-16T10:03:56,115 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/fd8b789a6b08682ae03f3f4546c110f0/.tmp/family/159f9e1aa7374096bdcdce331731bde6 as hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/fd8b789a6b08682ae03f3f4546c110f0/family/159f9e1aa7374096bdcdce331731bde6 2024-11-16T10:03:56,122 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/fd8b789a6b08682ae03f3f4546c110f0/family/159f9e1aa7374096bdcdce331731bde6, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T10:03:56,124 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for fd8b789a6b08682ae03f3f4546c110f0 in 43ms, sequenceid=9, compaction requested=false 2024-11-16T10:03:56,124 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fd8b789a6b08682ae03f3f4546c110f0: 2024-11-16T10:03:56,129 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T10:03:56,129 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:03:56,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x299b7398 to 127.0.0.1:53424 2024-11-16T10:03:56,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:56,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:03:56,130 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1360460343, stopped=false 2024-11-16T10:03:56,130 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=adb367c328a9,46571,1731751433006 2024-11-16T10:03:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:56,409 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-16T10:03:56,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:56,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:56,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:56,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:56,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:56,411 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,35627,1731751433155' ***** 2024-11-16T10:03:56,411 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:03:56,411 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,40825,1731751433201' ***** 2024-11-16T10:03:56,411 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:03:56,411 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:03:56,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:03:56,412 INFO [RS:0;adb367c328a9:35627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:03:56,412 INFO [RS:0;adb367c328a9:35627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:03:56,412 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(3579): Received CLOSE for e25d916c325f7e4c4cb6a45fb8e6c50b 2024-11-16T10:03:56,412 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:03:56,412 INFO [RS:1;adb367c328a9:40825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:03:56,412 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:03:56,413 INFO [RS:1;adb367c328a9:40825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:03:56,413 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,35627,1731751433155 2024-11-16T10:03:56,413 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(3579): Received CLOSE for fd8b789a6b08682ae03f3f4546c110f0 2024-11-16T10:03:56,413 DEBUG [RS:0;adb367c328a9:35627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:56,413 INFO [RS:0;adb367c328a9:35627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:03:56,413 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e25d916c325f7e4c4cb6a45fb8e6c50b, disabling compactions & flushes 2024-11-16T10:03:56,413 INFO [RS:0;adb367c328a9:35627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:03:56,413 INFO [RS:0;adb367c328a9:35627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:03:56,413 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:56,413 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-16T10:03:56,413 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(3579): Received CLOSE for eee994c2ed8b23eb23854a0b70671443 2024-11-16T10:03:56,413 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:56,413 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. after waiting 0 ms 2024-11-16T10:03:56,413 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,40825,1731751433201 2024-11-16T10:03:56,413 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:56,413 DEBUG [RS:1;adb367c328a9:40825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:56,413 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-16T10:03:56,413 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fd8b789a6b08682ae03f3f4546c110f0, disabling compactions & flushes 2024-11-16T10:03:56,414 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-16T10:03:56,414 DEBUG [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, e25d916c325f7e4c4cb6a45fb8e6c50b=testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b.} 2024-11-16T10:03:56,414 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:56,414 DEBUG [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1603): Online Regions={fd8b789a6b08682ae03f3f4546c110f0=testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0., eee994c2ed8b23eb23854a0b70671443=hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443.} 2024-11-16T10:03:56,414 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:03:56,414 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:56,414 DEBUG [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e25d916c325f7e4c4cb6a45fb8e6c50b 2024-11-16T10:03:56,414 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:03:56,414 DEBUG [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1629): Waiting on eee994c2ed8b23eb23854a0b70671443, fd8b789a6b08682ae03f3f4546c110f0 2024-11-16T10:03:56,414 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:03:56,414 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. after waiting 0 ms 2024-11-16T10:03:56,414 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:03:56,414 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:56,414 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:03:56,414 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-16T10:03:56,420 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/e25d916c325f7e4c4cb6a45fb8e6c50b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T10:03:56,420 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:56,420 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e25d916c325f7e4c4cb6a45fb8e6c50b: 2024-11-16T10:03:56,420 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731751435385.e25d916c325f7e4c4cb6a45fb8e6c50b. 2024-11-16T10:03:56,423 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/default/testClearRegionBlockCache/fd8b789a6b08682ae03f3f4546c110f0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T10:03:56,424 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:56,424 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fd8b789a6b08682ae03f3f4546c110f0: 2024-11-16T10:03:56,424 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0. 2024-11-16T10:03:56,425 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing eee994c2ed8b23eb23854a0b70671443, disabling compactions & flushes 2024-11-16T10:03:56,425 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:56,425 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:56,425 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. after waiting 0 ms 2024-11-16T10:03:56,425 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:56,425 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing eee994c2ed8b23eb23854a0b70671443 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-16T10:03:56,442 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/.tmp/info/845d3fc6bf8a488eb1413c8e611a1514 is 173, key is testClearRegionBlockCache,5,1731751435385.fd8b789a6b08682ae03f3f4546c110f0./info:regioninfo/1731751435791/Put/seqid=0 2024-11-16T10:03:56,446 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/namespace/eee994c2ed8b23eb23854a0b70671443/.tmp/info/83f777ea2c184e47959bfb74fe0c14bd is 45, key is default/info:d/1731751435225/Put/seqid=0 2024-11-16T10:03:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:03:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:03:56,449 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/.tmp/info/845d3fc6bf8a488eb1413c8e611a1514 2024-11-16T10:03:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:03:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:03:56,455 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/namespace/eee994c2ed8b23eb23854a0b70671443/.tmp/info/83f777ea2c184e47959bfb74fe0c14bd 2024-11-16T10:03:56,463 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/namespace/eee994c2ed8b23eb23854a0b70671443/.tmp/info/83f777ea2c184e47959bfb74fe0c14bd as hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/namespace/eee994c2ed8b23eb23854a0b70671443/info/83f777ea2c184e47959bfb74fe0c14bd 2024-11-16T10:03:56,470 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/namespace/eee994c2ed8b23eb23854a0b70671443/info/83f777ea2c184e47959bfb74fe0c14bd, entries=2, sequenceid=6, filesize=4.9 K 2024-11-16T10:03:56,471 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/.tmp/table/53ab07d1fd704f268b474fddf2b2979a is 61, key is testClearRegionBlockCache/table:state/1731751435800/Put/seqid=0 2024-11-16T10:03:56,471 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for eee994c2ed8b23eb23854a0b70671443 in 46ms, sequenceid=6, compaction requested=false 2024-11-16T10:03:56,474 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:03:56,476 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/namespace/eee994c2ed8b23eb23854a0b70671443/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:03:56,476 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:56,476 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for eee994c2ed8b23eb23854a0b70671443: 2024-11-16T10:03:56,476 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731751434696.eee994c2ed8b23eb23854a0b70671443. 2024-11-16T10:03:56,477 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:03:56,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:03:56,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:03:56,479 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/.tmp/table/53ab07d1fd704f268b474fddf2b2979a 2024-11-16T10:03:56,486 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/.tmp/info/845d3fc6bf8a488eb1413c8e611a1514 as hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/info/845d3fc6bf8a488eb1413c8e611a1514 2024-11-16T10:03:56,493 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/info/845d3fc6bf8a488eb1413c8e611a1514, entries=30, sequenceid=16, filesize=9.1 K 2024-11-16T10:03:56,494 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/.tmp/table/53ab07d1fd704f268b474fddf2b2979a as hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/table/53ab07d1fd704f268b474fddf2b2979a 2024-11-16T10:03:56,501 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/table/53ab07d1fd704f268b474fddf2b2979a, entries=4, sequenceid=16, filesize=5.3 K 2024-11-16T10:03:56,503 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 89ms, sequenceid=16, compaction requested=false 2024-11-16T10:03:56,509 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:03:56,510 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:03:56,510 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:03:56,510 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:03:56,510 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:03:56,614 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,40825,1731751433201; all regions closed. 2024-11-16T10:03:56,614 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,35627,1731751433155; all regions closed. 2024-11-16T10:03:56,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741833_1009 (size=3188) 2024-11-16T10:03:56,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:03:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:03:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741833_1009 (size=3188) 2024-11-16T10:03:56,623 DEBUG [RS:0;adb367c328a9:35627 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/oldWALs 2024-11-16T10:03:56,623 INFO [RS:0;adb367c328a9:35627 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C35627%2C1731751433155.meta:.meta(num 1731751434602) 2024-11-16T10:03:56,623 DEBUG [RS:1;adb367c328a9:40825 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/oldWALs 2024-11-16T10:03:56,623 INFO [RS:1;adb367c328a9:40825 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C40825%2C1731751433201:(num 1731751434018) 2024-11-16T10:03:56,623 DEBUG [RS:1;adb367c328a9:40825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:56,624 INFO [RS:1;adb367c328a9:40825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:03:56,624 INFO [RS:1;adb367c328a9:40825 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-16T10:03:56,624 INFO [RS:1;adb367c328a9:40825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:03:56,624 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:03:56,624 INFO [RS:1;adb367c328a9:40825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:03:56,624 INFO [RS:1;adb367c328a9:40825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:03:56,625 INFO [RS:1;adb367c328a9:40825 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40825 2024-11-16T10:03:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741834_1010 (size=1758) 2024-11-16T10:03:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741834_1010 (size=1758) 2024-11-16T10:03:56,629 DEBUG [RS:0;adb367c328a9:35627 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/oldWALs 2024-11-16T10:03:56,629 INFO [RS:0;adb367c328a9:35627 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C35627%2C1731751433155:(num 1731751434025) 2024-11-16T10:03:56,629 DEBUG [RS:0;adb367c328a9:35627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:56,630 INFO [RS:0;adb367c328a9:35627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:03:56,630 INFO [RS:0;adb367c328a9:35627 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:03:56,630 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:03:56,630 INFO [RS:0;adb367c328a9:35627 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35627 2024-11-16T10:03:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:03:56,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,40825,1731751433201 2024-11-16T10:03:56,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,35627,1731751433155 2024-11-16T10:03:56,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,35627,1731751433155] 2024-11-16T10:03:56,644 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,35627,1731751433155; numProcessing=1 2024-11-16T10:03:56,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,35627,1731751433155 already deleted, retry=false 2024-11-16T10:03:56,660 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,35627,1731751433155 expired; onlineServers=1 2024-11-16T10:03:56,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,40825,1731751433201] 2024-11-16T10:03:56,660 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,40825,1731751433201; numProcessing=2 2024-11-16T10:03:56,669 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,40825,1731751433201 already deleted, retry=false 2024-11-16T10:03:56,669 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,40825,1731751433201 expired; onlineServers=0 2024-11-16T10:03:56,669 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,46571,1731751433006' ***** 2024-11-16T10:03:56,669 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:03:56,669 DEBUG [M:0;adb367c328a9:46571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff2e2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:03:56,670 INFO [M:0;adb367c328a9:46571 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,46571,1731751433006 2024-11-16T10:03:56,670 INFO [M:0;adb367c328a9:46571 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,46571,1731751433006; all regions closed. 2024-11-16T10:03:56,670 DEBUG [M:0;adb367c328a9:46571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:03:56,670 DEBUG [M:0;adb367c328a9:46571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:03:56,670 DEBUG [M:0;adb367c328a9:46571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:03:56,670 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:03:56,670 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751433760 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751433760,5,FailOnTimeoutGroup] 2024-11-16T10:03:56,670 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751433760 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751433760,5,FailOnTimeoutGroup] 2024-11-16T10:03:56,671 INFO [M:0;adb367c328a9:46571 {}] hbase.ChoreService(370): Chore service for: master/adb367c328a9:0 had [] on shutdown 2024-11-16T10:03:56,671 DEBUG [M:0;adb367c328a9:46571 {}] master.HMaster(1733): Stopping service threads 2024-11-16T10:03:56,671 INFO [M:0;adb367c328a9:46571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:03:56,672 INFO [M:0;adb367c328a9:46571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:03:56,672 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:03:56,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:56,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:56,681 DEBUG [M:0;adb367c328a9:46571 {}] zookeeper.ZKUtil(347): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T10:03:56,681 WARN [M:0;adb367c328a9:46571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:03:56,681 INFO [M:0;adb367c328a9:46571 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-16T10:03:56,681 INFO [M:0;adb367c328a9:46571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:03:56,681 DEBUG [M:0;adb367c328a9:46571 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:03:56,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:56,682 INFO [M:0;adb367c328a9:46571 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:56,682 DEBUG [M:0;adb367c328a9:46571 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:56,682 DEBUG [M:0;adb367c328a9:46571 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:03:56,682 DEBUG [M:0;adb367c328a9:46571 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:56,682 INFO [M:0;adb367c328a9:46571 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-16T10:03:56,703 DEBUG [M:0;adb367c328a9:46571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d53e25049ad45e2a04632b1977ec193 is 82, key is hbase:meta,,1/info:regioninfo/1731751434646/Put/seqid=0 2024-11-16T10:03:56,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:03:56,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:03:56,710 INFO [M:0;adb367c328a9:46571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d53e25049ad45e2a04632b1977ec193 2024-11-16T10:03:56,732 DEBUG [M:0;adb367c328a9:46571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a63a2c8682f416eb2b4dcf412f7c0a7 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731751435847/Put/seqid=0 2024-11-16T10:03:56,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741847_1023 (size=7577) 2024-11-16T10:03:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741847_1023 (size=7577) 2024-11-16T10:03:56,739 INFO [M:0;adb367c328a9:46571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a63a2c8682f416eb2b4dcf412f7c0a7 2024-11-16T10:03:56,752 INFO [RS:1;adb367c328a9:40825 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,40825,1731751433201; zookeeper connection closed. 2024-11-16T10:03:56,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:56,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40825-0x101446375860002, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:56,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@682a155b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@682a155b 2024-11-16T10:03:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:56,761 INFO [RS:0;adb367c328a9:35627 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,35627,1731751433155; zookeeper connection closed. 2024-11-16T10:03:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35627-0x101446375860001, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:56,761 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7274a1d4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7274a1d4 2024-11-16T10:03:56,761 DEBUG [M:0;adb367c328a9:46571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2de20e7734164d2fa1f2da5c2435c2b5 is 69, key is adb367c328a9,35627,1731751433155/rs:state/1731751433812/Put/seqid=0 2024-11-16T10:03:56,761 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T10:03:56,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:03:56,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:03:56,767 INFO [M:0;adb367c328a9:46571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2de20e7734164d2fa1f2da5c2435c2b5 2024-11-16T10:03:56,774 DEBUG [M:0;adb367c328a9:46571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d53e25049ad45e2a04632b1977ec193 as hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d53e25049ad45e2a04632b1977ec193 2024-11-16T10:03:56,781 INFO [M:0;adb367c328a9:46571 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d53e25049ad45e2a04632b1977ec193, entries=8, sequenceid=108, filesize=5.5 K 2024-11-16T10:03:56,782 DEBUG [M:0;adb367c328a9:46571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a63a2c8682f416eb2b4dcf412f7c0a7 as hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a63a2c8682f416eb2b4dcf412f7c0a7 2024-11-16T10:03:56,790 INFO [M:0;adb367c328a9:46571 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a63a2c8682f416eb2b4dcf412f7c0a7, entries=13, sequenceid=108, filesize=7.4 K 2024-11-16T10:03:56,791 DEBUG [M:0;adb367c328a9:46571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2de20e7734164d2fa1f2da5c2435c2b5 as hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2de20e7734164d2fa1f2da5c2435c2b5 2024-11-16T10:03:56,798 INFO [M:0;adb367c328a9:46571 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:32823/user/jenkins/test-data/c83ee3ea-0d72-3919-f8da-5e14e8124257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2de20e7734164d2fa1f2da5c2435c2b5, entries=2, sequenceid=108, filesize=5.1 K 2024-11-16T10:03:56,799 INFO [M:0;adb367c328a9:46571 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=108, compaction requested=false 2024-11-16T10:03:56,801 INFO [M:0;adb367c328a9:46571 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:56,801 DEBUG [M:0;adb367c328a9:46571 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:03:56,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741830_1006 (size=54453) 2024-11-16T10:03:56,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44295 is added to blk_1073741830_1006 (size=54453) 2024-11-16T10:03:56,804 INFO [M:0;adb367c328a9:46571 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-16T10:03:56,804 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:03:56,804 INFO [M:0;adb367c328a9:46571 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46571 2024-11-16T10:03:56,813 DEBUG [M:0;adb367c328a9:46571 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/adb367c328a9,46571,1731751433006 already deleted, retry=false 2024-11-16T10:03:56,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:56,922 INFO [M:0;adb367c328a9:46571 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,46571,1731751433006; zookeeper connection closed. 2024-11-16T10:03:56,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46571-0x101446375860000, quorum=127.0.0.1:53424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:03:56,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b0f96bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:56,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29185726{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:03:56,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:03:56,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25d2e4c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:03:56,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37803f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.log.dir/,STOPPED} 2024-11-16T10:03:56,927 WARN [BP-1492588467-172.17.0.2-1731751431232 heartbeating to localhost/127.0.0.1:32823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:03:56,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:03:56,927 WARN [BP-1492588467-172.17.0.2-1731751431232 heartbeating to localhost/127.0.0.1:32823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492588467-172.17.0.2-1731751431232 (Datanode Uuid 4f77c555-59f3-4f72-9c43-440ca8b710dd) service to localhost/127.0.0.1:32823 2024-11-16T10:03:56,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:03:56,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/dfs/data/data3/current/BP-1492588467-172.17.0.2-1731751431232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:03:56,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/dfs/data/data4/current/BP-1492588467-172.17.0.2-1731751431232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:03:56,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:03:56,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@355affd8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:56,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@400bc97b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:03:56,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:03:56,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c5d3e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:03:56,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d10c14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.log.dir/,STOPPED} 2024-11-16T10:03:56,935 WARN [BP-1492588467-172.17.0.2-1731751431232 heartbeating to localhost/127.0.0.1:32823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:03:56,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:03:56,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:03:56,935 WARN [BP-1492588467-172.17.0.2-1731751431232 heartbeating to localhost/127.0.0.1:32823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492588467-172.17.0.2-1731751431232 (Datanode Uuid ae90f380-324b-4bc8-a58b-79ee075ddd8e) service to localhost/127.0.0.1:32823 2024-11-16T10:03:56,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/dfs/data/data1/current/BP-1492588467-172.17.0.2-1731751431232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:03:56,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/cluster_789e7caa-53b4-a3fc-2663-7575bd2fcab3/dfs/data/data2/current/BP-1492588467-172.17.0.2-1731751431232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:03:56,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:03:56,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d601564{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:03:56,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b6227{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:03:56,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:03:56,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2d062d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:03:56,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282b8342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.log.dir/,STOPPED} 2024-11-16T10:03:56,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:03:56,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T10:03:56,977 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 80) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32823 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:32823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32823 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:32823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:32823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 346) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4111 (was 4323) 2024-11-16T10:03:56,983 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=4111 2024-11-16T10:03:56,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.log.dir so I do NOT create it in target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361 2024-11-16T10:03:56,996 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:03:56,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.tmp.dir so I do NOT create it in target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361 2024-11-16T10:03:56,996 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c6d7be91-b7a0-0d9e-7229-6c575d77fdc2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:03:56,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361 2024-11-16T10:03:56,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:03:56,996 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685, deleteOnExit=true 2024-11-16T10:03:56,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-16T10:03:56,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/test.cache.data in system properties and HBase conf 2024-11-16T10:03:56,996 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:03:56,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:03:56,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:03:56,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:03:56,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T10:03:56,997 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:03:56,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:03:56,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:03:56,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:03:56,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:03:56,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:03:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:03:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:03:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:03:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:03:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:03:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:03:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:03:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:03:56,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:03:57,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:57,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:03:57,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:03:57,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:03:57,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:03:57,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:57,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eda26fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:03:57,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cfda4d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:03:57,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43e7b6e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/java.io.tmpdir/jetty-localhost-41193-hadoop-hdfs-3_4_1-tests_jar-_-any-6588426668158637315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:03:57,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@266957d{HTTP/1.1, (http/1.1)}{localhost:41193} 2024-11-16T10:03:57,352 INFO [Time-limited test {}] server.Server(415): Started @19833ms 2024-11-16T10:03:57,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:57,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:03:57,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:03:57,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:03:57,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:03:57,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20191bc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:03:57,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36f84991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:03:57,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59e76efd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/java.io.tmpdir/jetty-localhost-36869-hadoop-hdfs-3_4_1-tests_jar-_-any-13645346850041270088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:57,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37bbc9d8{HTTP/1.1, (http/1.1)}{localhost:36869} 2024-11-16T10:03:57,672 INFO [Time-limited test {}] server.Server(415): Started @20153ms 2024-11-16T10:03:57,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:03:57,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:03:57,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:03:57,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:03:57,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:03:57,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:03:57,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@233e3ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:03:57,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d523ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:03:57,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6367c7f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/java.io.tmpdir/jetty-localhost-33223-hadoop-hdfs-3_4_1-tests_jar-_-any-18408942872943410667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:03:57,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2eb8d9c0{HTTP/1.1, (http/1.1)}{localhost:33223} 2024-11-16T10:03:57,855 INFO [Time-limited test {}] server.Server(415): Started @20336ms 2024-11-16T10:03:57,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:03:58,215 WARN [Thread-637 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/dfs/data/data1/current/BP-534815595-172.17.0.2-1731751437022/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:58,215 WARN [Thread-638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/dfs/data/data2/current/BP-534815595-172.17.0.2-1731751437022/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:58,235 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:03:58,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb65757b7b00effc with lease ID 0x15f2ffa79e829dbb: Processing first storage report for DS-f87dc202-063e-4f00-a389-c120ebddb29e from datanode DatanodeRegistration(127.0.0.1:32835, datanodeUuid=1de8d926-8347-4dd0-a4bf-4612ba3ccd15, infoPort=40559, infoSecurePort=0, ipcPort=44757, storageInfo=lv=-57;cid=testClusterID;nsid=914936181;c=1731751437022) 2024-11-16T10:03:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb65757b7b00effc with lease ID 0x15f2ffa79e829dbb: from storage DS-f87dc202-063e-4f00-a389-c120ebddb29e node DatanodeRegistration(127.0.0.1:32835, datanodeUuid=1de8d926-8347-4dd0-a4bf-4612ba3ccd15, infoPort=40559, infoSecurePort=0, ipcPort=44757, storageInfo=lv=-57;cid=testClusterID;nsid=914936181;c=1731751437022), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:03:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb65757b7b00effc with lease ID 0x15f2ffa79e829dbb: Processing first storage report for DS-e66b4fd8-3d9f-4bd8-b0b9-35d65939e682 from datanode DatanodeRegistration(127.0.0.1:32835, datanodeUuid=1de8d926-8347-4dd0-a4bf-4612ba3ccd15, infoPort=40559, infoSecurePort=0, ipcPort=44757, storageInfo=lv=-57;cid=testClusterID;nsid=914936181;c=1731751437022) 2024-11-16T10:03:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb65757b7b00effc with lease ID 0x15f2ffa79e829dbb: from storage DS-e66b4fd8-3d9f-4bd8-b0b9-35d65939e682 node DatanodeRegistration(127.0.0.1:32835, datanodeUuid=1de8d926-8347-4dd0-a4bf-4612ba3ccd15, infoPort=40559, infoSecurePort=0, ipcPort=44757, storageInfo=lv=-57;cid=testClusterID;nsid=914936181;c=1731751437022), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:03:58,478 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/dfs/data/data3/current/BP-534815595-172.17.0.2-1731751437022/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:58,479 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/dfs/data/data4/current/BP-534815595-172.17.0.2-1731751437022/current, will proceed with Du for space computation calculation, 2024-11-16T10:03:58,494 WARN [Thread-627 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:03:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8b925ab637e45a2 with lease ID 0x15f2ffa79e829dbc: Processing first storage report for DS-db563af1-8bce-4f5e-b1cd-ef45597a63cb from datanode DatanodeRegistration(127.0.0.1:37351, datanodeUuid=4299ea4b-8e3c-4f98-b92e-161be9683091, infoPort=33681, infoSecurePort=0, ipcPort=40145, storageInfo=lv=-57;cid=testClusterID;nsid=914936181;c=1731751437022) 2024-11-16T10:03:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8b925ab637e45a2 with lease ID 0x15f2ffa79e829dbc: from storage DS-db563af1-8bce-4f5e-b1cd-ef45597a63cb node DatanodeRegistration(127.0.0.1:37351, datanodeUuid=4299ea4b-8e3c-4f98-b92e-161be9683091, infoPort=33681, infoSecurePort=0, ipcPort=40145, storageInfo=lv=-57;cid=testClusterID;nsid=914936181;c=1731751437022), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:03:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8b925ab637e45a2 with lease ID 0x15f2ffa79e829dbc: Processing first storage report for DS-8f97f872-25d2-4ca9-aedf-ec310c20534c from datanode DatanodeRegistration(127.0.0.1:37351, datanodeUuid=4299ea4b-8e3c-4f98-b92e-161be9683091, infoPort=33681, infoSecurePort=0, ipcPort=40145, storageInfo=lv=-57;cid=testClusterID;nsid=914936181;c=1731751437022) 2024-11-16T10:03:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8b925ab637e45a2 with lease ID 0x15f2ffa79e829dbc: from storage DS-8f97f872-25d2-4ca9-aedf-ec310c20534c node DatanodeRegistration(127.0.0.1:37351, datanodeUuid=4299ea4b-8e3c-4f98-b92e-161be9683091, infoPort=33681, infoSecurePort=0, ipcPort=40145, storageInfo=lv=-57;cid=testClusterID;nsid=914936181;c=1731751437022), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:03:58,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361 2024-11-16T10:03:58,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/zookeeper_0, clientPort=63269, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:03:58,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63269 2024-11-16T10:03:58,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:58,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:03:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:03:58,552 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136 with version=8 2024-11-16T10:03:58,552 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/hbase-staging 2024-11-16T10:03:58,554 INFO [Time-limited test {}] client.ConnectionUtils(129): master/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:03:58,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:58,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:58,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:03:58,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:58,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:03:58,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:03:58,555 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:03:58,555 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38995 2024-11-16T10:03:58,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:58,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:58,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38995 connecting to ZooKeeper ensemble=127.0.0.1:63269 2024-11-16T10:03:58,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389950x0, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:03:58,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38995-0x10144638b3b0000 connected 2024-11-16T10:03:58,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:58,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:58,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:03:58,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38995 2024-11-16T10:03:58,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38995 2024-11-16T10:03:58,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38995 2024-11-16T10:03:58,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38995 2024-11-16T10:03:58,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38995 2024-11-16T10:03:58,669 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136, hbase.cluster.distributed=false 2024-11-16T10:03:58,685 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:03:58,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:58,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:58,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:03:58,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:58,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:03:58,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:03:58,686 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:03:58,686 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37315 2024-11-16T10:03:58,687 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:03:58,687 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:03:58,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:58,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:58,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37315 connecting to ZooKeeper ensemble=127.0.0.1:63269 2024-11-16T10:03:58,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373150x0, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:03:58,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373150x0, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:58,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37315-0x10144638b3b0001 connected 2024-11-16T10:03:58,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:58,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:03:58,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37315 2024-11-16T10:03:58,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37315 2024-11-16T10:03:58,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37315 2024-11-16T10:03:58,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37315 2024-11-16T10:03:58,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37315 2024-11-16T10:03:58,722 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:03:58,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:58,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:58,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:03:58,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:03:58,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:03:58,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:03:58,723 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:03:58,724 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39789 2024-11-16T10:03:58,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:03:58,725 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:03:58,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:58,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:58,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39789 connecting to ZooKeeper ensemble=127.0.0.1:63269 2024-11-16T10:03:58,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397890x0, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:03:58,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397890x0, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:03:58,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39789-0x10144638b3b0002 connected 2024-11-16T10:03:58,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:03:58,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:03:58,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-16T10:03:58,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39789 2024-11-16T10:03:58,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39789 2024-11-16T10:03:58,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-16T10:03:58,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39789 2024-11-16T10:03:58,744 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/adb367c328a9,38995,1731751438554 2024-11-16T10:03:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:58,752 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/adb367c328a9,38995,1731751438554 2024-11-16T10:03:58,755 DEBUG [M:0;adb367c328a9:38995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;adb367c328a9:38995 2024-11-16T10:03:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:03:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,761 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:03:58,761 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/adb367c328a9,38995,1731751438554 from backup master directory 2024-11-16T10:03:58,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:03:58,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:58,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:58,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/adb367c328a9,38995,1731751438554 2024-11-16T10:03:58,769 WARN [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:03:58,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:03:58,769 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=adb367c328a9,38995,1731751438554 2024-11-16T10:03:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:03:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:03:58,781 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/hbase.id with ID: 05e1d2b7-f788-4a00-b109-1a0105b80e22 2024-11-16T10:03:58,793 INFO [master/adb367c328a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:03:58,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:03:58,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:03:58,813 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:03:58,814 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:03:58,814 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:58,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:03:58,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:03:58,823 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store 2024-11-16T10:03:58,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:03:58,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:03:58,832 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:58,832 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:03:58,832 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:58,832 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:58,832 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:03:58,832 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:58,832 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:03:58,832 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:03:58,833 WARN [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/.initializing 2024-11-16T10:03:58,833 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/WALs/adb367c328a9,38995,1731751438554 2024-11-16T10:03:58,834 INFO [master/adb367c328a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:03:58,836 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C38995%2C1731751438554, suffix=, logDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/WALs/adb367c328a9,38995,1731751438554, archiveDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/oldWALs, maxLogs=10 2024-11-16T10:03:58,850 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/WALs/adb367c328a9,38995,1731751438554/adb367c328a9%2C38995%2C1731751438554.1731751438836, exclude list is [], retry=0 2024-11-16T10:03:58,854 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37351,DS-db563af1-8bce-4f5e-b1cd-ef45597a63cb,DISK] 2024-11-16T10:03:58,854 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32835,DS-f87dc202-063e-4f00-a389-c120ebddb29e,DISK] 2024-11-16T10:03:58,856 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/WALs/adb367c328a9,38995,1731751438554/adb367c328a9%2C38995%2C1731751438554.1731751438836 2024-11-16T10:03:58,856 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33681:33681),(127.0.0.1/127.0.0.1:40559:40559)] 2024-11-16T10:03:58,857 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:03:58,857 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:58,857 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:58,857 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:58,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:58,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:03:58,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:58,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:58,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:58,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:03:58,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:58,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:58,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:58,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:03:58,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:58,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:58,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:58,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:03:58,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:58,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:03:58,871 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:58,872 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:58,874 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:03:58,875 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:03:58,878 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:58,879 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68331412, jitterRate=0.018217384815216064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:03:58,879 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:03:58,880 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:03:58,885 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470c557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:58,886 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-16T10:03:58,886 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:03:58,886 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:03:58,886 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:03:58,887 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:03:58,888 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:03:58,888 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:03:58,893 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:03:58,894 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T10:03:58,902 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-16T10:03:58,902 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:03:58,903 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:03:58,910 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-16T10:03:58,911 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:03:58,912 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:03:58,919 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-16T10:03:58,920 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:03:58,927 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T10:03:58,929 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:03:58,938 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T10:03:58,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:58,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:58,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:03:58,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,947 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=adb367c328a9,38995,1731751438554, sessionid=0x10144638b3b0000, setting cluster-up flag (Was=false) 2024-11-16T10:03:58,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:58,988 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T10:03:58,990 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,38995,1731751438554 2024-11-16T10:03:59,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:59,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:59,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:59,030 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T10:03:59,032 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,38995,1731751438554 2024-11-16T10:03:59,035 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-16T10:03:59,035 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-16T10:03:59,035 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:03:59,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: adb367c328a9,38995,1731751438554 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:03:59,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:59,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:59,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:59,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:03:59,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/adb367c328a9:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:03:59,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:03:59,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,037 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731751469037 2024-11-16T10:03:59,037 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:03:59,038 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:03:59,038 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:03:59,038 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:03:59,038 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:03:59,038 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:03:59,038 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:03:59,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:03:59,038 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:03:59,038 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:03:59,039 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:03:59,039 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:03:59,039 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:03:59,039 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751439039,5,FailOnTimeoutGroup] 2024-11-16T10:03:59,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:59,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:03:59,040 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751439039,5,FailOnTimeoutGroup] 2024-11-16T10:03:59,040 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,040 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:03:59,040 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,040 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:03:59,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:03:59,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-16T10:03:59,051 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136 2024-11-16T10:03:59,058 DEBUG [RS:1;adb367c328a9:39789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;adb367c328a9:39789 2024-11-16T10:03:59,058 DEBUG [RS:0;adb367c328a9:37315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;adb367c328a9:37315 2024-11-16T10:03:59,059 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1008): ClusterId : 05e1d2b7-f788-4a00-b109-1a0105b80e22 2024-11-16T10:03:59,059 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1008): ClusterId : 05e1d2b7-f788-4a00-b109-1a0105b80e22 2024-11-16T10:03:59,059 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:03:59,059 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:03:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:03:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:03:59,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:59,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:03:59,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:03:59,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:59,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:59,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:03:59,070 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:03:59,070 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:03:59,070 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:03:59,070 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:03:59,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:03:59,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:59,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:59,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:03:59,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:03:59,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:59,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:59,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740 2024-11-16T10:03:59,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740 2024-11-16T10:03:59,075 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:03:59,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:03:59,078 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:03:59,078 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:03:59,078 DEBUG [RS:1;adb367c328a9:39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce2dc2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:59,078 DEBUG [RS:0;adb367c328a9:37315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c92c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:03:59,079 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:03:59,079 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69598685, jitterRate=0.037101224064826965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:03:59,080 DEBUG [RS:1;adb367c328a9:39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223b4a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:03:59,080 DEBUG [RS:0;adb367c328a9:37315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c0445b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:03:59,080 INFO [RS:1;adb367c328a9:39789 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:03:59,080 INFO [RS:0;adb367c328a9:37315 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:03:59,080 INFO [RS:1;adb367c328a9:39789 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:03:59,080 INFO [RS:0;adb367c328a9:37315 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:03:59,080 DEBUG [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:03:59,080 DEBUG [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:03:59,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:03:59,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:03:59,080 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:03:59,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:03:59,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:03:59,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:03:59,081 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,38995,1731751438554 with isa=adb367c328a9/172.17.0.2:37315, startcode=1731751438684 2024-11-16T10:03:59,081 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,38995,1731751438554 with isa=adb367c328a9/172.17.0.2:39789, startcode=1731751438722 2024-11-16T10:03:59,081 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:03:59,081 DEBUG [RS:0;adb367c328a9:37315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:03:59,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:03:59,081 DEBUG [RS:1;adb367c328a9:39789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:03:59,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:03:59,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-16T10:03:59,083 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55823, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:03:59,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:03:59,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38995 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,37315,1731751438684 2024-11-16T10:03:59,084 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38995 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,37315,1731751438684 2024-11-16T10:03:59,084 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45483, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:03:59,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:03:59,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38995 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,085 DEBUG [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136 2024-11-16T10:03:59,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38995 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,085 DEBUG [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41609 2024-11-16T10:03:59,086 DEBUG [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:03:59,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:03:59,087 DEBUG [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136 2024-11-16T10:03:59,087 DEBUG [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41609 2024-11-16T10:03:59,087 DEBUG [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:03:59,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:03:59,119 DEBUG [RS:0;adb367c328a9:37315 {}] zookeeper.ZKUtil(111): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,37315,1731751438684 2024-11-16T10:03:59,119 WARN [RS:0;adb367c328a9:37315 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:03:59,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,37315,1731751438684] 2024-11-16T10:03:59,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,39789,1731751438722] 2024-11-16T10:03:59,119 INFO [RS:0;adb367c328a9:37315 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:59,119 DEBUG [RS:1;adb367c328a9:39789 {}] zookeeper.ZKUtil(111): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,119 WARN [RS:1;adb367c328a9:39789 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:03:59,119 DEBUG [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,37315,1731751438684 2024-11-16T10:03:59,119 INFO [RS:1;adb367c328a9:39789 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:59,119 DEBUG [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,122 DEBUG [RS:0;adb367c328a9:37315 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:03:59,122 DEBUG [RS:1;adb367c328a9:39789 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:03:59,123 INFO [RS:0;adb367c328a9:37315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:03:59,123 INFO [RS:1;adb367c328a9:39789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:03:59,125 INFO [RS:0;adb367c328a9:37315 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:03:59,125 INFO [RS:0;adb367c328a9:37315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:03:59,125 INFO [RS:0;adb367c328a9:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,126 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:03:59,127 INFO [RS:0;adb367c328a9:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,127 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,127 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,127 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,127 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,127 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,127 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:03:59,127 INFO [RS:1;adb367c328a9:39789 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:03:59,127 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,128 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,128 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,128 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,128 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,128 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:59,128 DEBUG [RS:0;adb367c328a9:37315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:59,128 INFO [RS:1;adb367c328a9:39789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:03:59,128 INFO [RS:1;adb367c328a9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,128 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:03:59,128 INFO [RS:0;adb367c328a9:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,128 INFO [RS:0;adb367c328a9:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,128 INFO [RS:0;adb367c328a9:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,128 INFO [RS:0;adb367c328a9:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,129 INFO [RS:0;adb367c328a9:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,37315,1731751438684-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:03:59,129 INFO [RS:1;adb367c328a9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,129 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,129 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,129 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,129 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,129 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,129 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:03:59,129 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,129 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,130 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,130 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,130 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:03:59,130 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:59,130 DEBUG [RS:1;adb367c328a9:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:03:59,131 INFO [RS:1;adb367c328a9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,131 INFO [RS:1;adb367c328a9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,131 INFO [RS:1;adb367c328a9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,131 INFO [RS:1;adb367c328a9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,131 INFO [RS:1;adb367c328a9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,39789,1731751438722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:03:59,144 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:03:59,144 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:03:59,144 INFO [RS:1;adb367c328a9:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,39789,1731751438722-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,144 INFO [RS:0;adb367c328a9:37315 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,37315,1731751438684-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,158 INFO [RS:0;adb367c328a9:37315 {}] regionserver.Replication(204): adb367c328a9,37315,1731751438684 started 2024-11-16T10:03:59,158 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,37315,1731751438684, RpcServer on adb367c328a9/172.17.0.2:37315, sessionid=0x10144638b3b0001 2024-11-16T10:03:59,158 INFO [RS:1;adb367c328a9:39789 {}] regionserver.Replication(204): adb367c328a9,39789,1731751438722 started 2024-11-16T10:03:59,158 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:03:59,158 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,39789,1731751438722, RpcServer on adb367c328a9/172.17.0.2:39789, sessionid=0x10144638b3b0002 2024-11-16T10:03:59,158 DEBUG [RS:0;adb367c328a9:37315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,37315,1731751438684 2024-11-16T10:03:59,158 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,37315,1731751438684' 2024-11-16T10:03:59,158 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:03:59,158 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:03:59,158 DEBUG [RS:1;adb367c328a9:39789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,158 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,39789,1731751438722' 2024-11-16T10:03:59,158 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:03:59,158 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:03:59,158 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:03:59,159 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:03:59,159 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:03:59,159 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:03:59,159 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:03:59,159 DEBUG [RS:1;adb367c328a9:39789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,159 DEBUG [RS:0;adb367c328a9:37315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,37315,1731751438684 2024-11-16T10:03:59,159 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,39789,1731751438722' 2024-11-16T10:03:59,159 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,37315,1731751438684' 2024-11-16T10:03:59,159 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:03:59,159 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:03:59,159 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:03:59,159 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:03:59,160 DEBUG [RS:1;adb367c328a9:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:03:59,160 DEBUG [RS:0;adb367c328a9:37315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:03:59,160 INFO [RS:1;adb367c328a9:39789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:03:59,160 INFO [RS:0;adb367c328a9:37315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:03:59,160 INFO [RS:1;adb367c328a9:39789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:03:59,160 INFO [RS:0;adb367c328a9:37315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:03:59,237 WARN [adb367c328a9:38995 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-16T10:03:59,260 INFO [RS:0;adb367c328a9:37315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:03:59,260 INFO [RS:1;adb367c328a9:39789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:03:59,263 INFO [RS:1;adb367c328a9:39789 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C39789%2C1731751438722, suffix=, logDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,39789,1731751438722, archiveDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/oldWALs, maxLogs=32 2024-11-16T10:03:59,263 INFO [RS:0;adb367c328a9:37315 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C37315%2C1731751438684, suffix=, logDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,37315,1731751438684, archiveDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/oldWALs, maxLogs=32 2024-11-16T10:03:59,281 DEBUG [RS:1;adb367c328a9:39789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,39789,1731751438722/adb367c328a9%2C39789%2C1731751438722.1731751439267, exclude list is [], retry=0 2024-11-16T10:03:59,281 DEBUG [RS:0;adb367c328a9:37315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,37315,1731751438684/adb367c328a9%2C37315%2C1731751438684.1731751439267, exclude list is [], retry=0 2024-11-16T10:03:59,284 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32835,DS-f87dc202-063e-4f00-a389-c120ebddb29e,DISK] 2024-11-16T10:03:59,284 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32835,DS-f87dc202-063e-4f00-a389-c120ebddb29e,DISK] 2024-11-16T10:03:59,284 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37351,DS-db563af1-8bce-4f5e-b1cd-ef45597a63cb,DISK] 2024-11-16T10:03:59,284 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37351,DS-db563af1-8bce-4f5e-b1cd-ef45597a63cb,DISK] 2024-11-16T10:03:59,286 INFO [RS:1;adb367c328a9:39789 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,39789,1731751438722/adb367c328a9%2C39789%2C1731751438722.1731751439267 2024-11-16T10:03:59,286 INFO [RS:0;adb367c328a9:37315 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,37315,1731751438684/adb367c328a9%2C37315%2C1731751438684.1731751439267 2024-11-16T10:03:59,286 DEBUG [RS:0;adb367c328a9:37315 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40559:40559),(127.0.0.1/127.0.0.1:33681:33681)] 2024-11-16T10:03:59,286 DEBUG [RS:1;adb367c328a9:39789 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33681:33681),(127.0.0.1/127.0.0.1:40559:40559)] 2024-11-16T10:03:59,487 DEBUG [adb367c328a9:38995 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T10:03:59,487 DEBUG [adb367c328a9:38995 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:03:59,490 DEBUG [adb367c328a9:38995 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:03:59,490 DEBUG [adb367c328a9:38995 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:03:59,490 INFO [adb367c328a9:38995 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:03:59,490 INFO [adb367c328a9:38995 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:03:59,490 DEBUG [adb367c328a9:38995 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:03:59,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,493 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,39789,1731751438722, state=OPENING 2024-11-16T10:03:59,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:03:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:03:59,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=adb367c328a9,39789,1731751438722}] 2024-11-16T10:03:59,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:59,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:59,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:59,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:03:59,703 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:03:59,708 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-16T10:03:59,709 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:03:59,709 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:03:59,712 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C39789%2C1731751438722.meta, suffix=.meta, logDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,39789,1731751438722, archiveDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/oldWALs, maxLogs=32 2024-11-16T10:03:59,726 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,39789,1731751438722/adb367c328a9%2C39789%2C1731751438722.meta.1731751439713.meta, exclude list is [], retry=0 2024-11-16T10:03:59,728 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37351,DS-db563af1-8bce-4f5e-b1cd-ef45597a63cb,DISK] 2024-11-16T10:03:59,728 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32835,DS-f87dc202-063e-4f00-a389-c120ebddb29e,DISK] 2024-11-16T10:03:59,730 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/WALs/adb367c328a9,39789,1731751438722/adb367c328a9%2C39789%2C1731751438722.meta.1731751439713.meta 2024-11-16T10:03:59,730 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40559:40559),(127.0.0.1/127.0.0.1:33681:33681)] 2024-11-16T10:03:59,731 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:03:59,731 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:03:59,731 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:03:59,731 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:03:59,731 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:03:59,731 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:59,731 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-16T10:03:59,731 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-16T10:03:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:03:59,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:03:59,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:59,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:59,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:03:59,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:03:59,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:59,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:59,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:03:59,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:03:59,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:59,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:03:59,738 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740 2024-11-16T10:03:59,740 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740 2024-11-16T10:03:59,741 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:03:59,743 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:03:59,744 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65684113, jitterRate=-0.021230444312095642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:03:59,745 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:03:59,746 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731751439700 2024-11-16T10:03:59,748 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:03:59,748 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-16T10:03:59,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,749 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,39789,1731751438722, state=OPEN 2024-11-16T10:03:59,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:03:59,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:03:59,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:03:59,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:59,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:59,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:03:59,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:03:59,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=adb367c328a9,39789,1731751438722 in 210 msec 2024-11-16T10:03:59,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:03:59,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-16T10:03:59,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 729 msec 2024-11-16T10:03:59,763 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731751439763, completionTime=-1 2024-11-16T10:03:59,763 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T10:03:59,763 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-16T10:03:59,764 DEBUG [hconnection-0x2c3f7dd7-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:03:59,766 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:03:59,767 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-16T10:03:59,767 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731751499767 2024-11-16T10:03:59,767 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731751559767 2024-11-16T10:03:59,767 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-16T10:03:59,789 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,38995,1731751438554-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,789 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,38995,1731751438554-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,789 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,38995,1731751438554-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,789 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-adb367c328a9:38995, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,789 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:03:59,789 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-16T10:03:59,790 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:03:59,791 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-16T10:03:59,791 DEBUG [master/adb367c328a9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-16T10:03:59,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:03:59,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:03:59,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:03:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:03:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:03:59,804 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4ecfb4902dc0d758fc070f20a7744ac0, NAME => 'hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136 2024-11-16T10:03:59,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:03:59,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:03:59,813 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:03:59,813 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4ecfb4902dc0d758fc070f20a7744ac0, disabling compactions & flushes 2024-11-16T10:03:59,813 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:03:59,813 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:03:59,813 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. after waiting 0 ms 2024-11-16T10:03:59,813 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:03:59,813 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:03:59,813 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4ecfb4902dc0d758fc070f20a7744ac0: 2024-11-16T10:03:59,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:03:59,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731751439815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751439815"}]},"ts":"1731751439815"} 2024-11-16T10:03:59,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:03:59,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:03:59,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751439819"}]},"ts":"1731751439819"} 2024-11-16T10:03:59,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-16T10:03:59,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:03:59,840 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:03:59,840 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:03:59,840 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:03:59,840 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:03:59,840 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:03:59,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4ecfb4902dc0d758fc070f20a7744ac0, ASSIGN}] 2024-11-16T10:03:59,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4ecfb4902dc0d758fc070f20a7744ac0, ASSIGN 2024-11-16T10:03:59,843 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4ecfb4902dc0d758fc070f20a7744ac0, ASSIGN; state=OFFLINE, location=adb367c328a9,39789,1731751438722; forceNewPlan=false, retain=false 2024-11-16T10:03:59,993 INFO [adb367c328a9:38995 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T10:03:59,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4ecfb4902dc0d758fc070f20a7744ac0, regionState=OPENING, regionLocation=adb367c328a9,39789,1731751438722 2024-11-16T10:03:59,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4ecfb4902dc0d758fc070f20a7744ac0, server=adb367c328a9,39789,1731751438722}] 2024-11-16T10:04:00,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:04:00,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:00,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,39789,1731751438722 2024-11-16T10:04:00,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:04:00,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ecfb4902dc0d758fc070f20a7744ac0, NAME => 'hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:00,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4ecfb4902dc0d758fc070f20a7744ac0 2024-11-16T10:04:00,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:00,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4ecfb4902dc0d758fc070f20a7744ac0 2024-11-16T10:04:00,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4ecfb4902dc0d758fc070f20a7744ac0 2024-11-16T10:04:00,160 INFO [StoreOpener-4ecfb4902dc0d758fc070f20a7744ac0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4ecfb4902dc0d758fc070f20a7744ac0 2024-11-16T10:04:00,162 INFO [StoreOpener-4ecfb4902dc0d758fc070f20a7744ac0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ecfb4902dc0d758fc070f20a7744ac0 columnFamilyName info 2024-11-16T10:04:00,162 DEBUG [StoreOpener-4ecfb4902dc0d758fc070f20a7744ac0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:00,163 INFO [StoreOpener-4ecfb4902dc0d758fc070f20a7744ac0-1 {}] regionserver.HStore(327): Store=4ecfb4902dc0d758fc070f20a7744ac0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:00,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/namespace/4ecfb4902dc0d758fc070f20a7744ac0 2024-11-16T10:04:00,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/namespace/4ecfb4902dc0d758fc070f20a7744ac0 2024-11-16T10:04:00,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4ecfb4902dc0d758fc070f20a7744ac0 2024-11-16T10:04:00,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/namespace/4ecfb4902dc0d758fc070f20a7744ac0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:00,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4ecfb4902dc0d758fc070f20a7744ac0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60022484, jitterRate=-0.10559529066085815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:00,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4ecfb4902dc0d758fc070f20a7744ac0: 2024-11-16T10:04:00,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:00,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0., pid=6, masterSystemTime=1731751440153 2024-11-16T10:04:00,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:04:00,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:04:00,175 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4ecfb4902dc0d758fc070f20a7744ac0, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,39789,1731751438722 2024-11-16T10:04:00,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:04:00,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4ecfb4902dc0d758fc070f20a7744ac0, server=adb367c328a9,39789,1731751438722 in 179 msec 2024-11-16T10:04:00,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:00,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:00,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:04:00,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4ecfb4902dc0d758fc070f20a7744ac0, ASSIGN in 339 msec 2024-11-16T10:04:00,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:04:00,183 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751440183"}]},"ts":"1731751440183"} 2024-11-16T10:04:00,185 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-16T10:04:00,194 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-16T10:04:00,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:04:00,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 405 msec 2024-11-16T10:04:00,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:00,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:00,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:00,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:00,207 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-16T10:04:00,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:00,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 81 msec 2024-11-16T10:04:00,301 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-16T10:04:00,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:00,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-11-16T10:04:00,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-16T10:04:00,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-16T10:04:00,380 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.611sec 2024-11-16T10:04:00,381 INFO [master/adb367c328a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:04:00,381 INFO [master/adb367c328a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:04:00,381 INFO [master/adb367c328a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:04:00,381 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:04:00,381 INFO [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:04:00,381 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,38995,1731751438554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:00,381 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,38995,1731751438554-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:04:00,384 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:04:00,384 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:04:00,384 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,38995,1731751438554-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:00,449 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cf6d509 to 127.0.0.1:63269 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c5713e1 2024-11-16T10:04:00,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e398f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:00,464 DEBUG [hconnection-0x2ef168b5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:00,467 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:00,470 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=adb367c328a9,38995,1731751438554 2024-11-16T10:04:00,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:04:00,474 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:04:00,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:04:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T10:04:00,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:04:00,478 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:00,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-16T10:04:00,479 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:04:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:00,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:04:00,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:04:00,488 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 671924b45b741628a30b8aa199181a65, NAME => 'testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136 2024-11-16T10:04:00,489 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 237160089583aaab4c9328ae3167ac85, NAME => 'testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136 2024-11-16T10:04:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:04:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:04:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:04:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 237160089583aaab4c9328ae3167ac85, disabling compactions & flushes 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 671924b45b741628a30b8aa199181a65, disabling compactions & flushes 2024-11-16T10:04:00,499 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:00,499 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. after waiting 0 ms 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. after waiting 0 ms 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:00,499 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:00,499 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 237160089583aaab4c9328ae3167ac85: 2024-11-16T10:04:00,499 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 671924b45b741628a30b8aa199181a65: 2024-11-16T10:04:00,501 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:04:00,501 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751440501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751440501"}]},"ts":"1731751440501"} 2024-11-16T10:04:00,501 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751440501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751440501"}]},"ts":"1731751440501"} 2024-11-16T10:04:00,504 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-16T10:04:00,505 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:04:00,505 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751440505"}]},"ts":"1731751440505"} 2024-11-16T10:04:00,507 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T10:04:00,522 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:00,524 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:00,524 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:00,524 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:00,524 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:00,524 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:00,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=671924b45b741628a30b8aa199181a65, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=237160089583aaab4c9328ae3167ac85, ASSIGN}] 2024-11-16T10:04:00,526 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=237160089583aaab4c9328ae3167ac85, ASSIGN 2024-11-16T10:04:00,526 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=671924b45b741628a30b8aa199181a65, ASSIGN 2024-11-16T10:04:00,527 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=671924b45b741628a30b8aa199181a65, ASSIGN; state=OFFLINE, location=adb367c328a9,37315,1731751438684; forceNewPlan=false, retain=false 2024-11-16T10:04:00,527 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=237160089583aaab4c9328ae3167ac85, ASSIGN; state=OFFLINE, location=adb367c328a9,39789,1731751438722; forceNewPlan=false, retain=false 2024-11-16T10:04:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:00,677 INFO [adb367c328a9:38995 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T10:04:00,677 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=671924b45b741628a30b8aa199181a65, regionState=OPENING, regionLocation=adb367c328a9,37315,1731751438684 2024-11-16T10:04:00,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=237160089583aaab4c9328ae3167ac85, regionState=OPENING, regionLocation=adb367c328a9,39789,1731751438722 2024-11-16T10:04:00,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 671924b45b741628a30b8aa199181a65, server=adb367c328a9,37315,1731751438684}] 2024-11-16T10:04:00,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 237160089583aaab4c9328ae3167ac85, server=adb367c328a9,39789,1731751438722}] 2024-11-16T10:04:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:00,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,37315,1731751438684 2024-11-16T10:04:00,832 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:00,833 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,39789,1731751438722 2024-11-16T10:04:00,834 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:00,837 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:00,837 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:00,837 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 671924b45b741628a30b8aa199181a65, NAME => 'testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T10:04:00,837 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 237160089583aaab4c9328ae3167ac85, NAME => 'testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T10:04:00,838 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 671924b45b741628a30b8aa199181a65 2024-11-16T10:04:00,838 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 237160089583aaab4c9328ae3167ac85 2024-11-16T10:04:00,838 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:00,838 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:00,838 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 671924b45b741628a30b8aa199181a65 2024-11-16T10:04:00,838 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 237160089583aaab4c9328ae3167ac85 2024-11-16T10:04:00,838 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 671924b45b741628a30b8aa199181a65 2024-11-16T10:04:00,838 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 237160089583aaab4c9328ae3167ac85 2024-11-16T10:04:00,840 INFO [StoreOpener-237160089583aaab4c9328ae3167ac85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 237160089583aaab4c9328ae3167ac85 2024-11-16T10:04:00,840 INFO [StoreOpener-671924b45b741628a30b8aa199181a65-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 671924b45b741628a30b8aa199181a65 2024-11-16T10:04:00,842 INFO [StoreOpener-671924b45b741628a30b8aa199181a65-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 671924b45b741628a30b8aa199181a65 columnFamilyName family 2024-11-16T10:04:00,842 INFO [StoreOpener-237160089583aaab4c9328ae3167ac85-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237160089583aaab4c9328ae3167ac85 columnFamilyName family 2024-11-16T10:04:00,842 DEBUG [StoreOpener-671924b45b741628a30b8aa199181a65-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:00,842 DEBUG [StoreOpener-237160089583aaab4c9328ae3167ac85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:00,843 INFO [StoreOpener-671924b45b741628a30b8aa199181a65-1 {}] regionserver.HStore(327): Store=671924b45b741628a30b8aa199181a65/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:00,843 INFO [StoreOpener-237160089583aaab4c9328ae3167ac85-1 {}] regionserver.HStore(327): Store=237160089583aaab4c9328ae3167ac85/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:00,844 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/237160089583aaab4c9328ae3167ac85 2024-11-16T10:04:00,844 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/671924b45b741628a30b8aa199181a65 2024-11-16T10:04:00,844 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/237160089583aaab4c9328ae3167ac85 2024-11-16T10:04:00,844 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/671924b45b741628a30b8aa199181a65 2024-11-16T10:04:00,846 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 237160089583aaab4c9328ae3167ac85 2024-11-16T10:04:00,846 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 671924b45b741628a30b8aa199181a65 2024-11-16T10:04:00,849 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/237160089583aaab4c9328ae3167ac85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:00,849 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/671924b45b741628a30b8aa199181a65/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:00,849 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 237160089583aaab4c9328ae3167ac85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73569314, jitterRate=0.09626820683479309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:00,849 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 671924b45b741628a30b8aa199181a65; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73621207, jitterRate=0.09704147279262543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:00,850 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 237160089583aaab4c9328ae3167ac85: 2024-11-16T10:04:00,850 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 671924b45b741628a30b8aa199181a65: 2024-11-16T10:04:00,851 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85., pid=13, masterSystemTime=1731751440833 2024-11-16T10:04:00,851 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65., pid=12, masterSystemTime=1731751440832 2024-11-16T10:04:00,853 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:00,853 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:00,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=671924b45b741628a30b8aa199181a65, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,37315,1731751438684 2024-11-16T10:04:00,854 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:00,854 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:00,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=237160089583aaab4c9328ae3167ac85, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,39789,1731751438722 2024-11-16T10:04:00,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-16T10:04:00,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 671924b45b741628a30b8aa199181a65, server=adb367c328a9,37315,1731751438684 in 175 msec 2024-11-16T10:04:00,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-16T10:04:00,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 237160089583aaab4c9328ae3167ac85, server=adb367c328a9,39789,1731751438722 in 176 msec 2024-11-16T10:04:00,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=671924b45b741628a30b8aa199181a65, ASSIGN in 334 msec 2024-11-16T10:04:00,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-16T10:04:00,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=237160089583aaab4c9328ae3167ac85, ASSIGN in 335 msec 2024-11-16T10:04:00,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:04:00,861 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751440861"}]},"ts":"1731751440861"} 2024-11-16T10:04:00,863 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T10:04:00,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:04:00,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 427 msec 2024-11-16T10:04:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38995 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:01,086 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-16T10:04:01,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T10:04:01,086 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:04:01,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T10:04:01,091 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:04:01,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-16T10:04:01,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:01,099 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:01,118 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 671924b45b741628a30b8aa199181a65 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T10:04:01,133 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/671924b45b741628a30b8aa199181a65/.tmp/family/8e72d8ba6a9941f998dd2982804336a3 is 32, key is 1/family:/1731751441099/Put/seqid=0 2024-11-16T10:04:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741841_1017 (size=5054) 2024-11-16T10:04:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741841_1017 (size=5054) 2024-11-16T10:04:01,139 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/671924b45b741628a30b8aa199181a65/.tmp/family/8e72d8ba6a9941f998dd2982804336a3 2024-11-16T10:04:01,145 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/671924b45b741628a30b8aa199181a65/.tmp/family/8e72d8ba6a9941f998dd2982804336a3 as hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/671924b45b741628a30b8aa199181a65/family/8e72d8ba6a9941f998dd2982804336a3 2024-11-16T10:04:01,151 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/671924b45b741628a30b8aa199181a65/family/8e72d8ba6a9941f998dd2982804336a3, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T10:04:01,152 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 671924b45b741628a30b8aa199181a65 in 35ms, sequenceid=8, compaction requested=false 2024-11-16T10:04:01,152 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 671924b45b741628a30b8aa199181a65: 2024-11-16T10:04:01,152 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 237160089583aaab4c9328ae3167ac85 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T10:04:01,170 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/237160089583aaab4c9328ae3167ac85/.tmp/family/8dbb8b93af1e488ea48ffb3c8609ba2a is 32, key is 5/family:/1731751441110/Put/seqid=0 2024-11-16T10:04:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741842_1018 (size=5083) 2024-11-16T10:04:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741842_1018 (size=5083) 2024-11-16T10:04:01,176 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/237160089583aaab4c9328ae3167ac85/.tmp/family/8dbb8b93af1e488ea48ffb3c8609ba2a 2024-11-16T10:04:01,183 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/237160089583aaab4c9328ae3167ac85/.tmp/family/8dbb8b93af1e488ea48ffb3c8609ba2a as hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/237160089583aaab4c9328ae3167ac85/family/8dbb8b93af1e488ea48ffb3c8609ba2a 2024-11-16T10:04:01,189 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/237160089583aaab4c9328ae3167ac85/family/8dbb8b93af1e488ea48ffb3c8609ba2a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T10:04:01,190 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 237160089583aaab4c9328ae3167ac85 in 37ms, sequenceid=9, compaction requested=false 2024-11-16T10:04:01,190 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 237160089583aaab4c9328ae3167ac85: 2024-11-16T10:04:01,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:01,200 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:01,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:01,202 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:01,202 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T10:04:01,203 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:04:01,203 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cf6d509 to 127.0.0.1:63269 2024-11-16T10:04:01,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:01,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:04:01,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1886299771, stopped=false 2024-11-16T10:04:01,203 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=adb367c328a9,38995,1731751438554 2024-11-16T10:04:01,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:01,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:01,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:01,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:01,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:01,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:01,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-16T10:04:01,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:01,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:01,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:01,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:01,211 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,37315,1731751438684' ***** 2024-11-16T10:04:01,211 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:04:01,211 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,39789,1731751438722' ***** 2024-11-16T10:04:01,211 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:04:01,211 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:04:01,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:04:01,212 INFO [RS:0;adb367c328a9:37315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:04:01,212 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:04:01,212 INFO [RS:0;adb367c328a9:37315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:04:01,212 INFO [RS:1;adb367c328a9:39789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:04:01,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:04:01,212 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(3579): Received CLOSE for 671924b45b741628a30b8aa199181a65 2024-11-16T10:04:01,212 INFO [RS:1;adb367c328a9:39789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:04:01,212 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(3579): Received CLOSE for 237160089583aaab4c9328ae3167ac85 2024-11-16T10:04:01,212 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,37315,1731751438684 2024-11-16T10:04:01,213 DEBUG [RS:0;adb367c328a9:37315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:01,213 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(3579): Received CLOSE for 4ecfb4902dc0d758fc070f20a7744ac0 2024-11-16T10:04:01,213 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 671924b45b741628a30b8aa199181a65, disabling compactions & flushes 2024-11-16T10:04:01,213 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-16T10:04:01,213 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,39789,1731751438722 2024-11-16T10:04:01,213 DEBUG [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1603): Online Regions={671924b45b741628a30b8aa199181a65=testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65.} 2024-11-16T10:04:01,213 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:01,213 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 237160089583aaab4c9328ae3167ac85, disabling compactions & flushes 2024-11-16T10:04:01,213 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:01,213 DEBUG [RS:1;adb367c328a9:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:01,213 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. after waiting 0 ms 2024-11-16T10:04:01,213 DEBUG [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1629): Waiting on 671924b45b741628a30b8aa199181a65 2024-11-16T10:04:01,213 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:01,213 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:01,213 INFO [RS:1;adb367c328a9:39789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:04:01,213 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:01,213 INFO [RS:1;adb367c328a9:39789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:04:01,213 INFO [RS:1;adb367c328a9:39789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:04:01,213 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. after waiting 0 ms 2024-11-16T10:04:01,213 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:01,213 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-16T10:04:01,214 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-16T10:04:01,215 DEBUG [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 237160089583aaab4c9328ae3167ac85=testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85., 4ecfb4902dc0d758fc070f20a7744ac0=hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0.} 2024-11-16T10:04:01,215 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:04:01,215 DEBUG [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 237160089583aaab4c9328ae3167ac85, 4ecfb4902dc0d758fc070f20a7744ac0 2024-11-16T10:04:01,215 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:04:01,215 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:04:01,215 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:04:01,215 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:04:01,215 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-16T10:04:01,220 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/671924b45b741628a30b8aa199181a65/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T10:04:01,220 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/default/testClearRegionBlockCache/237160089583aaab4c9328ae3167ac85/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T10:04:01,220 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:01,220 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:01,220 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 671924b45b741628a30b8aa199181a65: 2024-11-16T10:04:01,220 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 237160089583aaab4c9328ae3167ac85: 2024-11-16T10:04:01,221 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731751440475.671924b45b741628a30b8aa199181a65. 2024-11-16T10:04:01,221 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85. 2024-11-16T10:04:01,221 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4ecfb4902dc0d758fc070f20a7744ac0, disabling compactions & flushes 2024-11-16T10:04:01,221 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:04:01,221 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:04:01,221 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. after waiting 0 ms 2024-11-16T10:04:01,221 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:04:01,221 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4ecfb4902dc0d758fc070f20a7744ac0 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-16T10:04:01,232 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:01,233 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/.tmp/info/6b9521ea572d44e18a68d4ed339a3455 is 173, key is testClearRegionBlockCache,5,1731751440475.237160089583aaab4c9328ae3167ac85./info:regioninfo/1731751440854/Put/seqid=0 2024-11-16T10:04:01,233 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:01,236 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/namespace/4ecfb4902dc0d758fc070f20a7744ac0/.tmp/info/016f624e638c4cb6b2bc3c9bb5993a5f is 45, key is default/info:d/1731751440212/Put/seqid=0 2024-11-16T10:04:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:04:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:04:01,239 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/.tmp/info/6b9521ea572d44e18a68d4ed339a3455 2024-11-16T10:04:01,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:04:01,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:04:01,246 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/namespace/4ecfb4902dc0d758fc070f20a7744ac0/.tmp/info/016f624e638c4cb6b2bc3c9bb5993a5f 2024-11-16T10:04:01,254 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/namespace/4ecfb4902dc0d758fc070f20a7744ac0/.tmp/info/016f624e638c4cb6b2bc3c9bb5993a5f as hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/namespace/4ecfb4902dc0d758fc070f20a7744ac0/info/016f624e638c4cb6b2bc3c9bb5993a5f 2024-11-16T10:04:01,260 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/namespace/4ecfb4902dc0d758fc070f20a7744ac0/info/016f624e638c4cb6b2bc3c9bb5993a5f, entries=2, sequenceid=6, filesize=4.9 K 2024-11-16T10:04:01,261 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4ecfb4902dc0d758fc070f20a7744ac0 in 40ms, sequenceid=6, compaction requested=false 2024-11-16T10:04:01,265 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/.tmp/table/3983de290372498d953d9ededb74fd39 is 61, key is testClearRegionBlockCache/table:state/1731751440861/Put/seqid=0 2024-11-16T10:04:01,265 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/namespace/4ecfb4902dc0d758fc070f20a7744ac0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:04:01,266 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:04:01,266 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4ecfb4902dc0d758fc070f20a7744ac0: 2024-11-16T10:04:01,266 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731751439790.4ecfb4902dc0d758fc070f20a7744ac0. 2024-11-16T10:04:01,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:04:01,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:04:01,271 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/.tmp/table/3983de290372498d953d9ededb74fd39 2024-11-16T10:04:01,278 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/.tmp/info/6b9521ea572d44e18a68d4ed339a3455 as hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/info/6b9521ea572d44e18a68d4ed339a3455 2024-11-16T10:04:01,284 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/info/6b9521ea572d44e18a68d4ed339a3455, entries=30, sequenceid=16, filesize=9.1 K 2024-11-16T10:04:01,285 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/.tmp/table/3983de290372498d953d9ededb74fd39 as hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/table/3983de290372498d953d9ededb74fd39 2024-11-16T10:04:01,291 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/table/3983de290372498d953d9ededb74fd39, entries=4, sequenceid=16, filesize=5.3 K 2024-11-16T10:04:01,292 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=16, compaction requested=false 2024-11-16T10:04:01,297 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:04:01,297 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:04:01,297 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:01,297 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:04:01,298 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:01,413 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,37315,1731751438684; all regions closed. 2024-11-16T10:04:01,415 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,39789,1731751438722; all regions closed. 2024-11-16T10:04:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741834_1010 (size=1758) 2024-11-16T10:04:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741834_1010 (size=1758) 2024-11-16T10:04:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:04:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:04:01,420 DEBUG [RS:0;adb367c328a9:37315 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/oldWALs 2024-11-16T10:04:01,420 INFO [RS:0;adb367c328a9:37315 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C37315%2C1731751438684:(num 1731751439267) 2024-11-16T10:04:01,420 DEBUG [RS:0;adb367c328a9:37315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:01,420 INFO [RS:0;adb367c328a9:37315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:01,420 INFO [RS:0;adb367c328a9:37315 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:04:01,420 INFO [RS:0;adb367c328a9:37315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:04:01,420 INFO [RS:0;adb367c328a9:37315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:04:01,420 INFO [RS:0;adb367c328a9:37315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:04:01,421 INFO [RS:0;adb367c328a9:37315 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37315 2024-11-16T10:04:01,421 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:01,422 DEBUG [RS:1;adb367c328a9:39789 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/oldWALs 2024-11-16T10:04:01,422 INFO [RS:1;adb367c328a9:39789 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C39789%2C1731751438722.meta:.meta(num 1731751439713) 2024-11-16T10:04:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741833_1009 (size=3188) 2024-11-16T10:04:01,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741833_1009 (size=3188) 2024-11-16T10:04:01,427 DEBUG [RS:1;adb367c328a9:39789 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/oldWALs 2024-11-16T10:04:01,427 INFO [RS:1;adb367c328a9:39789 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C39789%2C1731751438722:(num 1731751439267) 2024-11-16T10:04:01,427 DEBUG [RS:1;adb367c328a9:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:01,427 INFO [RS:1;adb367c328a9:39789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:01,428 INFO [RS:1;adb367c328a9:39789 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:04:01,428 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:01,429 INFO [RS:1;adb367c328a9:39789 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39789 2024-11-16T10:04:01,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:04:01,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,37315,1731751438684 2024-11-16T10:04:01,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,39789,1731751438722 2024-11-16T10:04:01,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,37315,1731751438684] 2024-11-16T10:04:01,477 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,37315,1731751438684; numProcessing=1 2024-11-16T10:04:01,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,37315,1731751438684 already deleted, retry=false 2024-11-16T10:04:01,494 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,37315,1731751438684 expired; onlineServers=1 2024-11-16T10:04:01,494 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,39789,1731751438722] 2024-11-16T10:04:01,494 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,39789,1731751438722; numProcessing=2 2024-11-16T10:04:01,502 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,39789,1731751438722 already deleted, retry=false 2024-11-16T10:04:01,502 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,39789,1731751438722 expired; onlineServers=0 2024-11-16T10:04:01,502 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,38995,1731751438554' ***** 2024-11-16T10:04:01,502 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:04:01,502 DEBUG [M:0;adb367c328a9:38995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e16fc1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:01,502 INFO [M:0;adb367c328a9:38995 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,38995,1731751438554 2024-11-16T10:04:01,502 INFO [M:0;adb367c328a9:38995 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,38995,1731751438554; all regions closed. 2024-11-16T10:04:01,502 DEBUG [M:0;adb367c328a9:38995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:01,502 DEBUG [M:0;adb367c328a9:38995 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:04:01,503 DEBUG [M:0;adb367c328a9:38995 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:04:01,503 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:04:01,503 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751439039 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751439039,5,FailOnTimeoutGroup] 2024-11-16T10:04:01,503 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751439039 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751439039,5,FailOnTimeoutGroup] 2024-11-16T10:04:01,503 INFO [M:0;adb367c328a9:38995 {}] hbase.ChoreService(370): Chore service for: master/adb367c328a9:0 had [] on shutdown 2024-11-16T10:04:01,503 DEBUG [M:0;adb367c328a9:38995 {}] master.HMaster(1733): Stopping service threads 2024-11-16T10:04:01,503 INFO [M:0;adb367c328a9:38995 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:04:01,504 INFO [M:0;adb367c328a9:38995 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:04:01,504 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:04:01,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:01,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:01,510 DEBUG [M:0;adb367c328a9:38995 {}] zookeeper.ZKUtil(347): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T10:04:01,511 WARN [M:0;adb367c328a9:38995 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:04:01,511 INFO [M:0;adb367c328a9:38995 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-16T10:04:01,511 INFO [M:0;adb367c328a9:38995 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:04:01,511 DEBUG [M:0;adb367c328a9:38995 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:04:01,511 INFO [M:0;adb367c328a9:38995 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:01,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:01,511 DEBUG [M:0;adb367c328a9:38995 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:01,511 DEBUG [M:0;adb367c328a9:38995 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:04:01,511 DEBUG [M:0;adb367c328a9:38995 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:01,511 INFO [M:0;adb367c328a9:38995 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-16T10:04:01,532 DEBUG [M:0;adb367c328a9:38995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/845d5b6215644057a2f5e2c85269e953 is 82, key is hbase:meta,,1/info:regioninfo/1731751439748/Put/seqid=0 2024-11-16T10:04:01,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:04:01,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:04:01,539 INFO [M:0;adb367c328a9:38995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/845d5b6215644057a2f5e2c85269e953 2024-11-16T10:04:01,561 DEBUG [M:0;adb367c328a9:38995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bc8e4745df1499e9d27a8d4a5b8ba66 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731751440905/Put/seqid=0 2024-11-16T10:04:01,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741847_1023 (size=7578) 2024-11-16T10:04:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741847_1023 (size=7578) 2024-11-16T10:04:01,566 INFO [M:0;adb367c328a9:38995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bc8e4745df1499e9d27a8d4a5b8ba66 2024-11-16T10:04:01,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:01,577 INFO [RS:0;adb367c328a9:37315 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,37315,1731751438684; zookeeper connection closed. 2024-11-16T10:04:01,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37315-0x10144638b3b0001, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:01,577 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cd5f551 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cd5f551 2024-11-16T10:04:01,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:01,585 INFO [RS:1;adb367c328a9:39789 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,39789,1731751438722; zookeeper connection closed. 2024-11-16T10:04:01,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x10144638b3b0002, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:01,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d9c5e6d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d9c5e6d 2024-11-16T10:04:01,586 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T10:04:01,587 DEBUG [M:0;adb367c328a9:38995 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8bd6a130cf3453e9d6180a3b4450baf is 69, key is adb367c328a9,37315,1731751438684/rs:state/1731751439084/Put/seqid=0 2024-11-16T10:04:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:04:01,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:04:01,593 INFO [M:0;adb367c328a9:38995 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8bd6a130cf3453e9d6180a3b4450baf 2024-11-16T10:04:01,599 DEBUG [M:0;adb367c328a9:38995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/845d5b6215644057a2f5e2c85269e953 as hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/845d5b6215644057a2f5e2c85269e953 2024-11-16T10:04:01,606 INFO [M:0;adb367c328a9:38995 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/845d5b6215644057a2f5e2c85269e953, entries=8, sequenceid=108, filesize=5.5 K 2024-11-16T10:04:01,608 DEBUG [M:0;adb367c328a9:38995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2bc8e4745df1499e9d27a8d4a5b8ba66 as hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bc8e4745df1499e9d27a8d4a5b8ba66 2024-11-16T10:04:01,614 INFO [M:0;adb367c328a9:38995 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2bc8e4745df1499e9d27a8d4a5b8ba66, entries=13, sequenceid=108, filesize=7.4 K 2024-11-16T10:04:01,615 DEBUG [M:0;adb367c328a9:38995 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8bd6a130cf3453e9d6180a3b4450baf as hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8bd6a130cf3453e9d6180a3b4450baf 2024-11-16T10:04:01,621 INFO [M:0;adb367c328a9:38995 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41609/user/jenkins/test-data/71a163af-7ce5-21c1-dbb3-775b9e6bb136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8bd6a130cf3453e9d6180a3b4450baf, entries=2, sequenceid=108, filesize=5.1 K 2024-11-16T10:04:01,623 INFO [M:0;adb367c328a9:38995 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=108, compaction requested=false 2024-11-16T10:04:01,624 INFO [M:0;adb367c328a9:38995 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:01,624 DEBUG [M:0;adb367c328a9:38995 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:01,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37351 is added to blk_1073741830_1006 (size=54465) 2024-11-16T10:04:01,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32835 is added to blk_1073741830_1006 (size=54465) 2024-11-16T10:04:01,627 INFO [M:0;adb367c328a9:38995 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-16T10:04:01,627 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:01,627 INFO [M:0;adb367c328a9:38995 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38995 2024-11-16T10:04:01,635 DEBUG [M:0;adb367c328a9:38995 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/adb367c328a9,38995,1731751438554 already deleted, retry=false 2024-11-16T10:04:01,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:01,744 INFO [M:0;adb367c328a9:38995 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,38995,1731751438554; zookeeper connection closed. 2024-11-16T10:04:01,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38995-0x10144638b3b0000, quorum=127.0.0.1:63269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:01,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6367c7f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:01,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2eb8d9c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:01,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:01,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d523ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:01,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@233e3ddb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:01,760 WARN [BP-534815595-172.17.0.2-1731751437022 heartbeating to localhost/127.0.0.1:41609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:04:01,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:04:01,760 WARN [BP-534815595-172.17.0.2-1731751437022 heartbeating to localhost/127.0.0.1:41609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-534815595-172.17.0.2-1731751437022 (Datanode Uuid 4299ea4b-8e3c-4f98-b92e-161be9683091) service to localhost/127.0.0.1:41609 2024-11-16T10:04:01,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:04:01,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/dfs/data/data3/current/BP-534815595-172.17.0.2-1731751437022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:01,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/dfs/data/data4/current/BP-534815595-172.17.0.2-1731751437022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:01,762 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:04:01,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59e76efd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:01,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37bbc9d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:01,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:01,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36f84991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:01,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20191bc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:01,768 WARN [BP-534815595-172.17.0.2-1731751437022 heartbeating to localhost/127.0.0.1:41609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:04:01,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:04:01,768 WARN [BP-534815595-172.17.0.2-1731751437022 heartbeating to localhost/127.0.0.1:41609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-534815595-172.17.0.2-1731751437022 (Datanode Uuid 1de8d926-8347-4dd0-a4bf-4612ba3ccd15) service to localhost/127.0.0.1:41609 2024-11-16T10:04:01,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:04:01,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/dfs/data/data1/current/BP-534815595-172.17.0.2-1731751437022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:01,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/cluster_d54f2f49-0632-55af-ee79-b12c664e3685/dfs/data/data2/current/BP-534815595-172.17.0.2-1731751437022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:01,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:04:01,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43e7b6e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:04:01,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@266957d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:01,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:01,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cfda4d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:01,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eda26fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:01,784 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:04:01,804 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T10:04:01,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 110) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41609 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:41609 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=469 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 383) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3844 (was 4111) 2024-11-16T10:04:01,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=469, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=3844 2024-11-16T10:04:01,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.log.dir so I do NOT create it in target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4 2024-11-16T10:04:01,853 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:04:01,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.tmp.dir so I do NOT create it in target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4 2024-11-16T10:04:01,853 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7f1f7d8d-6b85-9750-f5e8-fa09ae1e9361/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:04:01,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4 2024-11-16T10:04:01,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:04:01,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf, deleteOnExit=true 2024-11-16T10:04:01,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-16T10:04:01,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/test.cache.data in system properties and HBase conf 2024-11-16T10:04:01,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:04:01,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:04:01,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:04:01,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:04:01,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T10:04:01,854 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:04:01,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:04:01,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:04:02,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:02,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:04:02,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:04:02,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:04:02,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:04:02,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:02,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1999b5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:04:02,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6455ad2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:04:02,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40d2d2d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/java.io.tmpdir/jetty-localhost-43113-hadoop-hdfs-3_4_1-tests_jar-_-any-718949032699061134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:04:02,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4818e6b2{HTTP/1.1, (http/1.1)}{localhost:43113} 2024-11-16T10:04:02,188 INFO [Time-limited test {}] server.Server(415): Started @24669ms 2024-11-16T10:04:02,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:02,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:04:02,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:04:02,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:04:02,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:04:02,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cb09a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:04:02,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18a085ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:04:02,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@128bda0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/java.io.tmpdir/jetty-localhost-44885-hadoop-hdfs-3_4_1-tests_jar-_-any-16247232091035292299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:02,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6457c489{HTTP/1.1, (http/1.1)}{localhost:44885} 2024-11-16T10:04:02,450 INFO [Time-limited test {}] server.Server(415): Started @24931ms 2024-11-16T10:04:02,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:04:02,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:02,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:04:02,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:04:02,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:04:02,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:04:02,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f012571{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:04:02,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6108d13f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:04:02,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77ebb361{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/java.io.tmpdir/jetty-localhost-33615-hadoop-hdfs-3_4_1-tests_jar-_-any-9966630258501099349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:02,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f8107d{HTTP/1.1, (http/1.1)}{localhost:33615} 2024-11-16T10:04:02,577 INFO [Time-limited test {}] server.Server(415): Started @25058ms 2024-11-16T10:04:02,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:04:03,093 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/dfs/data/data1/current/BP-1310477578-172.17.0.2-1731751441876/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:03,093 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/dfs/data/data2/current/BP-1310477578-172.17.0.2-1731751441876/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:03,112 WARN [Thread-873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:04:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b99848596233c38 with lease ID 0xfddf553fcf8a92e6: Processing first storage report for DS-44d50505-355a-4ed9-bcaa-17a7d6852f31 from datanode DatanodeRegistration(127.0.0.1:41973, datanodeUuid=d30b706e-d55b-4a24-8615-6e10da3aa4e6, infoPort=45503, infoSecurePort=0, ipcPort=39529, storageInfo=lv=-57;cid=testClusterID;nsid=768282802;c=1731751441876) 2024-11-16T10:04:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b99848596233c38 with lease ID 0xfddf553fcf8a92e6: from storage DS-44d50505-355a-4ed9-bcaa-17a7d6852f31 node DatanodeRegistration(127.0.0.1:41973, datanodeUuid=d30b706e-d55b-4a24-8615-6e10da3aa4e6, infoPort=45503, infoSecurePort=0, ipcPort=39529, storageInfo=lv=-57;cid=testClusterID;nsid=768282802;c=1731751441876), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b99848596233c38 with lease ID 0xfddf553fcf8a92e6: Processing first storage report for DS-a52e20f3-b691-4b21-abb2-62f343da7947 from datanode DatanodeRegistration(127.0.0.1:41973, datanodeUuid=d30b706e-d55b-4a24-8615-6e10da3aa4e6, infoPort=45503, infoSecurePort=0, ipcPort=39529, storageInfo=lv=-57;cid=testClusterID;nsid=768282802;c=1731751441876) 2024-11-16T10:04:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b99848596233c38 with lease ID 0xfddf553fcf8a92e6: from storage DS-a52e20f3-b691-4b21-abb2-62f343da7947 node DatanodeRegistration(127.0.0.1:41973, datanodeUuid=d30b706e-d55b-4a24-8615-6e10da3aa4e6, infoPort=45503, infoSecurePort=0, ipcPort=39529, storageInfo=lv=-57;cid=testClusterID;nsid=768282802;c=1731751441876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:03,177 WARN [Thread-920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/dfs/data/data3/current/BP-1310477578-172.17.0.2-1731751441876/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:03,177 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/dfs/data/data4/current/BP-1310477578-172.17.0.2-1731751441876/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:03,194 WARN [Thread-896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:04:03,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78fc5aa0af72b2dc with lease ID 0xfddf553fcf8a92e7: Processing first storage report for DS-38782dfb-717c-4967-975e-d2faf4f6a67d from datanode DatanodeRegistration(127.0.0.1:44897, datanodeUuid=6eea9289-fed0-4e4f-8b74-0995ec34144c, infoPort=45577, infoSecurePort=0, ipcPort=43097, storageInfo=lv=-57;cid=testClusterID;nsid=768282802;c=1731751441876) 2024-11-16T10:04:03,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78fc5aa0af72b2dc with lease ID 0xfddf553fcf8a92e7: from storage DS-38782dfb-717c-4967-975e-d2faf4f6a67d node DatanodeRegistration(127.0.0.1:44897, datanodeUuid=6eea9289-fed0-4e4f-8b74-0995ec34144c, infoPort=45577, infoSecurePort=0, ipcPort=43097, storageInfo=lv=-57;cid=testClusterID;nsid=768282802;c=1731751441876), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:03,197 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78fc5aa0af72b2dc with lease ID 0xfddf553fcf8a92e7: Processing first storage report for DS-6e5032b8-d040-4e7b-9506-4cc4593d88e4 from datanode DatanodeRegistration(127.0.0.1:44897, datanodeUuid=6eea9289-fed0-4e4f-8b74-0995ec34144c, infoPort=45577, infoSecurePort=0, ipcPort=43097, storageInfo=lv=-57;cid=testClusterID;nsid=768282802;c=1731751441876) 2024-11-16T10:04:03,197 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78fc5aa0af72b2dc with lease ID 0xfddf553fcf8a92e7: from storage DS-6e5032b8-d040-4e7b-9506-4cc4593d88e4 node DatanodeRegistration(127.0.0.1:44897, datanodeUuid=6eea9289-fed0-4e4f-8b74-0995ec34144c, infoPort=45577, infoSecurePort=0, ipcPort=43097, storageInfo=lv=-57;cid=testClusterID;nsid=768282802;c=1731751441876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:03,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4 2024-11-16T10:04:03,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/zookeeper_0, clientPort=63447, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:04:03,209 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63447 2024-11-16T10:04:03,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:03,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:03,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:04:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:04:03,223 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48 with version=8 2024-11-16T10:04:03,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/hbase-staging 2024-11-16T10:04:03,225 INFO [Time-limited test {}] client.ConnectionUtils(129): master/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:04:03,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:03,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:03,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:04:03,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:03,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:04:03,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:04:03,226 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:04:03,226 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34453 2024-11-16T10:04:03,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:03,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:03,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34453 connecting to ZooKeeper ensemble=127.0.0.1:63447 2024-11-16T10:04:03,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344530x0, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:04:03,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34453-0x10144639d7c0000 connected 2024-11-16T10:04:03,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:03,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:03,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:04:03,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34453 2024-11-16T10:04:03,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34453 2024-11-16T10:04:03,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34453 2024-11-16T10:04:03,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34453 2024-11-16T10:04:03,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34453 2024-11-16T10:04:03,354 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48, hbase.cluster.distributed=false 2024-11-16T10:04:03,373 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:04:03,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:03,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:03,373 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:04:03,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:03,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:04:03,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:04:03,374 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:04:03,374 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42537 2024-11-16T10:04:03,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:04:03,380 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T10:04:03,384 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-16T10:04:03,387 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T10:04:03,388 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T10:04:03,388 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:04:03,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:03,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:03,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42537 connecting to ZooKeeper ensemble=127.0.0.1:63447 2024-11-16T10:04:03,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425370x0, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:04:03,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425370x0, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:03,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42537-0x10144639d7c0001 connected 2024-11-16T10:04:03,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:03,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:04:03,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-16T10:04:03,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42537 2024-11-16T10:04:03,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42537 2024-11-16T10:04:03,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-16T10:04:03,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-16T10:04:03,424 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:04:03,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:03,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:03,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:04:03,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:03,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:04:03,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:04:03,425 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:04:03,425 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45083 2024-11-16T10:04:03,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:04:03,426 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T10:04:03,429 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-16T10:04:03,430 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T10:04:03,430 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T10:04:03,430 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:04:03,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:03,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:03,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45083 connecting to ZooKeeper ensemble=127.0.0.1:63447 2024-11-16T10:04:03,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450830x0, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:04:03,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45083-0x10144639d7c0002 connected 2024-11-16T10:04:03,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:03,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:03,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:04:03,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-16T10:04:03,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45083 2024-11-16T10:04:03,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45083 2024-11-16T10:04:03,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-16T10:04:03,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45083 2024-11-16T10:04:03,447 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/adb367c328a9,34453,1731751443224 2024-11-16T10:04:03,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:03,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:03,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:03,456 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/adb367c328a9,34453,1731751443224 2024-11-16T10:04:03,461 DEBUG [M:0;adb367c328a9:34453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;adb367c328a9:34453 2024-11-16T10:04:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:03,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:03,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:03,464 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:04:03,464 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/adb367c328a9,34453,1731751443224 from backup master directory 2024-11-16T10:04:03,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/adb367c328a9,34453,1731751443224 2024-11-16T10:04:03,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:03,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:03,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:03,472 WARN [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:04:03,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:04:03,472 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=adb367c328a9,34453,1731751443224 2024-11-16T10:04:03,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:04:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:04:03,486 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/hbase.id with ID: e271447f-3afb-4486-945c-bcba39038d71 2024-11-16T10:04:03,498 INFO [master/adb367c328a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:03,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:03,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:03,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:04:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:04:03,518 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:04:03,519 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:04:03,520 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:03,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:04:03,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:04:03,530 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store 2024-11-16T10:04:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:04:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:04:03,940 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:03,940 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:04:03,940 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:03,941 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:03,941 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:04:03,941 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:03,941 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:03,941 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:03,944 WARN [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/.initializing 2024-11-16T10:04:03,944 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/WALs/adb367c328a9,34453,1731751443224 2024-11-16T10:04:03,948 INFO [master/adb367c328a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:04:03,951 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C34453%2C1731751443224, suffix=, logDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/WALs/adb367c328a9,34453,1731751443224, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/oldWALs, maxLogs=10 2024-11-16T10:04:03,965 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/WALs/adb367c328a9,34453,1731751443224/adb367c328a9%2C34453%2C1731751443224.1731751443951, exclude list is [], retry=0 2024-11-16T10:04:03,967 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-44d50505-355a-4ed9-bcaa-17a7d6852f31,DISK] 2024-11-16T10:04:03,967 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-38782dfb-717c-4967-975e-d2faf4f6a67d,DISK] 2024-11-16T10:04:03,969 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/WALs/adb367c328a9,34453,1731751443224/adb367c328a9%2C34453%2C1731751443224.1731751443951 2024-11-16T10:04:03,969 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45503:45503),(127.0.0.1/127.0.0.1:45577:45577)] 2024-11-16T10:04:03,969 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:03,969 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:03,969 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:03,969 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:03,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:03,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:04:03,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:03,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:03,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:03,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:04:03,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:03,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:03,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:03,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:04:03,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:03,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:03,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:03,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:04:03,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:03,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:03,977 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:03,977 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:03,979 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:04:03,980 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:03,983 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:03,983 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64499086, jitterRate=-0.03888872265815735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:04:03,984 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:03,984 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:04:03,988 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bab62ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:03,988 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-16T10:04:03,989 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:04:03,989 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:04:03,989 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:04:03,989 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:04:03,990 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:04:03,990 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:04:03,992 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:04:03,993 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T10:04:04,035 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-16T10:04:04,036 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:04:04,036 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:04:04,043 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-16T10:04:04,044 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:04:04,045 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:04:04,052 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-16T10:04:04,052 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:04:04,060 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T10:04:04,063 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:04:04,072 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T10:04:04,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:04,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:04,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:04,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,082 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=adb367c328a9,34453,1731751443224, sessionid=0x10144639d7c0000, setting cluster-up flag (Was=false) 2024-11-16T10:04:04,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,122 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T10:04:04,123 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,34453,1731751443224 2024-11-16T10:04:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,164 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T10:04:04,165 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,34453,1731751443224 2024-11-16T10:04:04,169 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-16T10:04:04,169 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-16T10:04:04,169 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:04:04,170 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: adb367c328a9,34453,1731751443224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:04:04,170 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:04,170 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:04,170 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:04,170 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:04,170 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/adb367c328a9:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:04:04,170 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,170 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:04:04,171 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,171 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731751474171 2024-11-16T10:04:04,171 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:04:04,172 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:04:04,172 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:04:04,172 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:04:04,172 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:04:04,172 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:04:04,172 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:04:04,172 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:04:04,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:04:04,172 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:04:04,172 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:04:04,173 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:04:04,173 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:04:04,173 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751444173,5,FailOnTimeoutGroup] 2024-11-16T10:04:04,173 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751444173,5,FailOnTimeoutGroup] 2024-11-16T10:04:04,173 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,173 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:04:04,173 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,173 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:04,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:04:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:04:04,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:04:04,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-16T10:04:04,185 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48 2024-11-16T10:04:04,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:04:04,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:04:04,257 DEBUG [RS:0;adb367c328a9:42537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;adb367c328a9:42537 2024-11-16T10:04:04,257 DEBUG [RS:1;adb367c328a9:45083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;adb367c328a9:45083 2024-11-16T10:04:04,258 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1008): ClusterId : e271447f-3afb-4486-945c-bcba39038d71 2024-11-16T10:04:04,258 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1008): ClusterId : e271447f-3afb-4486-945c-bcba39038d71 2024-11-16T10:04:04,258 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:04:04,258 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:04:04,269 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:04:04,269 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:04:04,269 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:04:04,269 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:04:04,285 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:04:04,286 DEBUG [RS:1;adb367c328a9:45083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4272d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:04,286 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:04:04,286 DEBUG [RS:1;adb367c328a9:45083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec1ca0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:04,286 INFO [RS:1;adb367c328a9:45083 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:04:04,286 INFO [RS:1;adb367c328a9:45083 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:04:04,286 DEBUG [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:04:04,287 DEBUG [RS:0;adb367c328a9:42537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4e24af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:04,287 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,34453,1731751443224 with isa=adb367c328a9/172.17.0.2:45083, startcode=1731751443424 2024-11-16T10:04:04,287 DEBUG [RS:0;adb367c328a9:42537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2864f34e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:04,287 DEBUG [RS:1;adb367c328a9:45083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:04:04,288 INFO [RS:0;adb367c328a9:42537 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:04:04,288 INFO [RS:0;adb367c328a9:42537 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:04:04,288 DEBUG [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:04:04,288 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,34453,1731751443224 with isa=adb367c328a9/172.17.0.2:42537, startcode=1731751443373 2024-11-16T10:04:04,289 DEBUG [RS:0;adb367c328a9:42537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:04:04,290 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44713, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:04:04,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34453 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,45083,1731751443424 2024-11-16T10:04:04,291 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48811, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:04:04,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34453 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,45083,1731751443424 2024-11-16T10:04:04,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34453 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,42537,1731751443373 2024-11-16T10:04:04,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34453 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,42537,1731751443373 2024-11-16T10:04:04,293 DEBUG [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48 2024-11-16T10:04:04,293 DEBUG [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45389 2024-11-16T10:04:04,293 DEBUG [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:04:04,295 DEBUG [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48 2024-11-16T10:04:04,295 DEBUG [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45389 2024-11-16T10:04:04,295 DEBUG [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:04:04,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:04:04,324 DEBUG [RS:1;adb367c328a9:45083 {}] zookeeper.ZKUtil(111): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,45083,1731751443424 2024-11-16T10:04:04,324 WARN [RS:1;adb367c328a9:45083 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:04:04,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,42537,1731751443373] 2024-11-16T10:04:04,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,45083,1731751443424] 2024-11-16T10:04:04,324 INFO [RS:1;adb367c328a9:45083 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:04,324 DEBUG [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,45083,1731751443424 2024-11-16T10:04:04,324 DEBUG [RS:0;adb367c328a9:42537 {}] zookeeper.ZKUtil(111): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,42537,1731751443373 2024-11-16T10:04:04,324 WARN [RS:0;adb367c328a9:42537 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:04:04,324 INFO [RS:0;adb367c328a9:42537 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:04,324 DEBUG [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,42537,1731751443373 2024-11-16T10:04:04,327 DEBUG [RS:1;adb367c328a9:45083 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:04:04,328 INFO [RS:1;adb367c328a9:45083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:04:04,328 DEBUG [RS:0;adb367c328a9:42537 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:04:04,329 INFO [RS:0;adb367c328a9:42537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:04:04,329 INFO [RS:1;adb367c328a9:45083 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:04:04,330 INFO [RS:1;adb367c328a9:45083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:04:04,330 INFO [RS:1;adb367c328a9:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,330 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:04:04,331 INFO [RS:1;adb367c328a9:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,331 INFO [RS:0;adb367c328a9:42537 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:04:04,331 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,331 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,331 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,332 INFO [RS:0;adb367c328a9:42537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,332 INFO [RS:0;adb367c328a9:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,332 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:04,332 DEBUG [RS:1;adb367c328a9:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:04,333 INFO [RS:0;adb367c328a9:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,333 INFO [RS:1;adb367c328a9:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,333 INFO [RS:1;adb367c328a9:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,333 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,333 INFO [RS:1;adb367c328a9:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,333 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,333 INFO [RS:1;adb367c328a9:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,333 INFO [RS:1;adb367c328a9:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,45083,1731751443424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:04,333 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,333 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,333 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,333 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:04:04,333 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,333 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,334 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,334 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,334 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:04,334 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:04,334 DEBUG [RS:0;adb367c328a9:42537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:04,334 INFO [RS:0;adb367c328a9:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,334 INFO [RS:0;adb367c328a9:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,334 INFO [RS:0;adb367c328a9:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,335 INFO [RS:0;adb367c328a9:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,335 INFO [RS:0;adb367c328a9:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,42537,1731751443373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:04,352 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:04:04,352 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:04:04,352 INFO [RS:1;adb367c328a9:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,45083,1731751443424-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,352 INFO [RS:0;adb367c328a9:42537 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,42537,1731751443373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:04,369 INFO [RS:1;adb367c328a9:45083 {}] regionserver.Replication(204): adb367c328a9,45083,1731751443424 started 2024-11-16T10:04:04,369 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,45083,1731751443424, RpcServer on adb367c328a9/172.17.0.2:45083, sessionid=0x10144639d7c0002 2024-11-16T10:04:04,369 INFO [RS:0;adb367c328a9:42537 {}] regionserver.Replication(204): adb367c328a9,42537,1731751443373 started 2024-11-16T10:04:04,369 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,42537,1731751443373, RpcServer on adb367c328a9/172.17.0.2:42537, sessionid=0x10144639d7c0001 2024-11-16T10:04:04,369 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:04:04,369 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:04:04,369 DEBUG [RS:1;adb367c328a9:45083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,45083,1731751443424 2024-11-16T10:04:04,369 DEBUG [RS:0;adb367c328a9:42537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,42537,1731751443373 2024-11-16T10:04:04,369 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,45083,1731751443424' 2024-11-16T10:04:04,369 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,42537,1731751443373' 2024-11-16T10:04:04,369 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:04:04,369 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:04:04,370 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:04:04,370 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:04:04,370 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:04:04,370 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:04:04,370 DEBUG [RS:0;adb367c328a9:42537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,42537,1731751443373 2024-11-16T10:04:04,370 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,42537,1731751443373' 2024-11-16T10:04:04,370 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:04:04,371 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:04:04,371 DEBUG [RS:0;adb367c328a9:42537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:04:04,371 INFO [RS:0;adb367c328a9:42537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:04:04,371 INFO [RS:0;adb367c328a9:42537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:04:04,371 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:04:04,371 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:04:04,371 DEBUG [RS:1;adb367c328a9:45083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,45083,1731751443424 2024-11-16T10:04:04,371 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,45083,1731751443424' 2024-11-16T10:04:04,371 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:04:04,372 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:04:04,372 DEBUG [RS:1;adb367c328a9:45083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:04:04,372 INFO [RS:1;adb367c328a9:45083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:04:04,372 INFO [RS:1;adb367c328a9:45083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:04:04,472 INFO [RS:0;adb367c328a9:42537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:04:04,473 INFO [RS:1;adb367c328a9:45083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:04:04,476 INFO [RS:0;adb367c328a9:42537 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C42537%2C1731751443373, suffix=, logDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,42537,1731751443373, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/oldWALs, maxLogs=32 2024-11-16T10:04:04,476 INFO [RS:1;adb367c328a9:45083 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C45083%2C1731751443424, suffix=, logDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,45083,1731751443424, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/oldWALs, maxLogs=32 2024-11-16T10:04:04,490 DEBUG [RS:1;adb367c328a9:45083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,45083,1731751443424/adb367c328a9%2C45083%2C1731751443424.1731751444477, exclude list is [], retry=0 2024-11-16T10:04:04,490 DEBUG [RS:0;adb367c328a9:42537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,42537,1731751443373/adb367c328a9%2C42537%2C1731751443373.1731751444477, exclude list is [], retry=0 2024-11-16T10:04:04,493 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-44d50505-355a-4ed9-bcaa-17a7d6852f31,DISK] 2024-11-16T10:04:04,493 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-38782dfb-717c-4967-975e-d2faf4f6a67d,DISK] 2024-11-16T10:04:04,493 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-44d50505-355a-4ed9-bcaa-17a7d6852f31,DISK] 2024-11-16T10:04:04,494 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-38782dfb-717c-4967-975e-d2faf4f6a67d,DISK] 2024-11-16T10:04:04,499 INFO [RS:0;adb367c328a9:42537 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,42537,1731751443373/adb367c328a9%2C42537%2C1731751443373.1731751444477 2024-11-16T10:04:04,499 INFO [RS:1;adb367c328a9:45083 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,45083,1731751443424/adb367c328a9%2C45083%2C1731751443424.1731751444477 2024-11-16T10:04:04,499 DEBUG [RS:0;adb367c328a9:42537 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45503:45503),(127.0.0.1/127.0.0.1:45577:45577)] 2024-11-16T10:04:04,501 DEBUG [RS:1;adb367c328a9:45083 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45577:45577),(127.0.0.1/127.0.0.1:45503:45503)] 2024-11-16T10:04:04,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:04,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:04:04,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:04:04,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:04,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:04,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:04:04,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:04:04,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:04,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:04,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:04:04,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:04:04,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:04,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:04,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740 2024-11-16T10:04:04,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740 2024-11-16T10:04:04,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:04:04,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:04:04,606 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:04,606 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72485055, jitterRate=0.08011148869991302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:04:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:04:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:04:04,607 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:04:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:04:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:04:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:04:04,607 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:04,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:04:04,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:04:04,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-16T10:04:04,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:04:04,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:04:04,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:04:04,760 DEBUG [adb367c328a9:34453 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T10:04:04,761 DEBUG [adb367c328a9:34453 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:04,763 DEBUG [adb367c328a9:34453 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:04,763 DEBUG [adb367c328a9:34453 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:04,763 INFO [adb367c328a9:34453 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:04,763 INFO [adb367c328a9:34453 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:04,763 DEBUG [adb367c328a9:34453 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:04,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=adb367c328a9,45083,1731751443424 2024-11-16T10:04:04,764 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,45083,1731751443424, state=OPENING 2024-11-16T10:04:04,802 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:04:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:04,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=adb367c328a9,45083,1731751443424}] 2024-11-16T10:04:04,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:04,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:04,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:04,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,45083,1731751443424 2024-11-16T10:04:04,964 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:04,967 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:04,974 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-16T10:04:04,974 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:04,975 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:04:04,977 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C45083%2C1731751443424.meta, suffix=.meta, logDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,45083,1731751443424, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/oldWALs, maxLogs=32 2024-11-16T10:04:04,989 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,45083,1731751443424/adb367c328a9%2C45083%2C1731751443424.meta.1731751444977.meta, exclude list is [], retry=0 2024-11-16T10:04:04,991 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-44d50505-355a-4ed9-bcaa-17a7d6852f31,DISK] 2024-11-16T10:04:04,991 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44897,DS-38782dfb-717c-4967-975e-d2faf4f6a67d,DISK] 2024-11-16T10:04:04,994 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/WALs/adb367c328a9,45083,1731751443424/adb367c328a9%2C45083%2C1731751443424.meta.1731751444977.meta 2024-11-16T10:04:04,994 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45503:45503),(127.0.0.1/127.0.0.1:45577:45577)] 2024-11-16T10:04:04,994 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:04,994 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:04:04,994 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:04:04,995 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:04:04,995 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:04:04,995 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:04,995 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-16T10:04:04,995 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-16T10:04:04,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:04:04,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:04:04,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:04,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:04,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:04:04,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:04:04,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:04,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:04,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:04:05,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:04:05,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:05,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:05,001 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740 2024-11-16T10:04:05,003 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740 2024-11-16T10:04:05,004 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:04:05,005 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:04:05,006 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73487860, jitterRate=0.09505444765090942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:04:05,007 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:04:05,008 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731751444964 2024-11-16T10:04:05,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,45083,1731751443424 2024-11-16T10:04:05,010 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:04:05,010 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-16T10:04:05,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,45083,1731751443424, state=OPEN 2024-11-16T10:04:05,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:04:05,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:04:05,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:04:05,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:05,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:05,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:05,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:04:05,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=adb367c328a9,45083,1731751443424 in 207 msec 2024-11-16T10:04:05,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:04:05,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-16T10:04:05,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 855 msec 2024-11-16T10:04:05,024 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731751445023, completionTime=-1 2024-11-16T10:04:05,024 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T10:04:05,024 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-16T10:04:05,024 DEBUG [hconnection-0x58cba314-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:05,025 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:05,026 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-16T10:04:05,026 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731751505026 2024-11-16T10:04:05,026 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731751565026 2024-11-16T10:04:05,027 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-11-16T10:04:05,047 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,34453,1731751443224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:05,047 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,34453,1731751443224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:05,048 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,34453,1731751443224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:05,048 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-adb367c328a9:34453, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:05,048 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:05,048 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-16T10:04:05,048 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:04:05,050 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-16T10:04:05,050 DEBUG [master/adb367c328a9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-16T10:04:05,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:04:05,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:05,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:04:05,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:04:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:04:05,069 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9c52f850606a5c730b582cecbd15d43b, NAME => 'hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48 2024-11-16T10:04:05,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:04:05,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:04:05,077 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:05,077 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9c52f850606a5c730b582cecbd15d43b, disabling compactions & flushes 2024-11-16T10:04:05,077 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:05,077 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:05,077 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. after waiting 0 ms 2024-11-16T10:04:05,077 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:05,077 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:05,077 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9c52f850606a5c730b582cecbd15d43b: 2024-11-16T10:04:05,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:04:05,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731751445079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751445079"}]},"ts":"1731751445079"} 2024-11-16T10:04:05,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:04:05,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:04:05,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751445082"}]},"ts":"1731751445082"} 2024-11-16T10:04:05,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-16T10:04:05,102 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:05,103 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:05,103 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:05,103 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:05,103 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:05,103 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:05,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9c52f850606a5c730b582cecbd15d43b, ASSIGN}] 2024-11-16T10:04:05,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9c52f850606a5c730b582cecbd15d43b, ASSIGN 2024-11-16T10:04:05,106 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9c52f850606a5c730b582cecbd15d43b, ASSIGN; state=OFFLINE, location=adb367c328a9,42537,1731751443373; forceNewPlan=false, retain=false 2024-11-16T10:04:05,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:04:05,256 INFO [adb367c328a9:34453 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T10:04:05,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9c52f850606a5c730b582cecbd15d43b, regionState=OPENING, regionLocation=adb367c328a9,42537,1731751443373 2024-11-16T10:04:05,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9c52f850606a5c730b582cecbd15d43b, server=adb367c328a9,42537,1731751443373}] 2024-11-16T10:04:05,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:05,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:05,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:05,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:05,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:05,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:05,278 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-16T10:04:05,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,42537,1731751443373 2024-11-16T10:04:05,412 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:05,415 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:05,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:05,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9c52f850606a5c730b582cecbd15d43b, NAME => 'hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:05,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9c52f850606a5c730b582cecbd15d43b 2024-11-16T10:04:05,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:05,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9c52f850606a5c730b582cecbd15d43b 2024-11-16T10:04:05,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9c52f850606a5c730b582cecbd15d43b 2024-11-16T10:04:05,424 INFO [StoreOpener-9c52f850606a5c730b582cecbd15d43b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9c52f850606a5c730b582cecbd15d43b 2024-11-16T10:04:05,426 INFO [StoreOpener-9c52f850606a5c730b582cecbd15d43b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c52f850606a5c730b582cecbd15d43b columnFamilyName info 2024-11-16T10:04:05,426 DEBUG [StoreOpener-9c52f850606a5c730b582cecbd15d43b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:05,427 INFO [StoreOpener-9c52f850606a5c730b582cecbd15d43b-1 {}] regionserver.HStore(327): Store=9c52f850606a5c730b582cecbd15d43b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:05,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/namespace/9c52f850606a5c730b582cecbd15d43b 2024-11-16T10:04:05,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/namespace/9c52f850606a5c730b582cecbd15d43b 2024-11-16T10:04:05,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9c52f850606a5c730b582cecbd15d43b 2024-11-16T10:04:05,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/namespace/9c52f850606a5c730b582cecbd15d43b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:05,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9c52f850606a5c730b582cecbd15d43b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64646316, jitterRate=-0.03669482469558716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:05,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9c52f850606a5c730b582cecbd15d43b: 2024-11-16T10:04:05,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b., pid=6, masterSystemTime=1731751445411 2024-11-16T10:04:05,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:05,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:05,436 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9c52f850606a5c730b582cecbd15d43b, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,42537,1731751443373 2024-11-16T10:04:05,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:04:05,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9c52f850606a5c730b582cecbd15d43b, server=adb367c328a9,42537,1731751443373 in 179 msec 2024-11-16T10:04:05,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:04:05,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9c52f850606a5c730b582cecbd15d43b, ASSIGN in 337 msec 2024-11-16T10:04:05,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:04:05,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751445443"}]},"ts":"1731751445443"} 2024-11-16T10:04:05,444 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-16T10:04:05,565 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-16T10:04:05,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:04:05,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 518 msec 2024-11-16T10:04:05,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:05,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:05,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:05,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:05,577 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:05,579 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:05,581 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-16T10:04:05,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:05,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 26 msec 2024-11-16T10:04:05,614 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-16T10:04:05,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:05,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-11-16T10:04:05,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-16T10:04:05,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-16T10:04:05,680 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.208sec 2024-11-16T10:04:05,681 INFO [master/adb367c328a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:04:05,681 INFO [master/adb367c328a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:04:05,681 INFO [master/adb367c328a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:04:05,681 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:04:05,681 INFO [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:04:05,681 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,34453,1731751443224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:05,681 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,34453,1731751443224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:04:05,684 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:04:05,685 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:04:05,685 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,34453,1731751443224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:05,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dbfee75 to 127.0.0.1:63447 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50aba6ef 2024-11-16T10:04:05,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d84e1f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:05,764 DEBUG [hconnection-0xec63648-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:05,765 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:05,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=adb367c328a9,34453,1731751443224 2024-11-16T10:04:05,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:04:05,769 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:04:05,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34453 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:04:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34453 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T10:04:05,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:04:05,773 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:05,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34453 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-16T10:04:05,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:04:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34453 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:04:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:04:05,783 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 97858f50b65f46b72b2ffe0dba580148, NAME => 'testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48 2024-11-16T10:04:05,783 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8b3e8ceb5c7dc652cfbe04cbfa0521f8, NAME => 'testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48 2024-11-16T10:04:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:04:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:04:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:04:05,792 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:05,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:04:05,792 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 97858f50b65f46b72b2ffe0dba580148, disabling compactions & flushes 2024-11-16T10:04:05,792 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:05,792 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:05,793 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. after waiting 0 ms 2024-11-16T10:04:05,793 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:05,793 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:05,793 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 97858f50b65f46b72b2ffe0dba580148: 2024-11-16T10:04:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34453 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34453 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:06,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:06,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 8b3e8ceb5c7dc652cfbe04cbfa0521f8, disabling compactions & flushes 2024-11-16T10:04:06,193 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:06,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:06,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. after waiting 0 ms 2024-11-16T10:04:06,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:06,193 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:06,193 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8b3e8ceb5c7dc652cfbe04cbfa0521f8: 2024-11-16T10:04:06,195 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:04:06,195 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751446195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751446195"}]},"ts":"1731751446195"} 2024-11-16T10:04:06,195 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751446195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751446195"}]},"ts":"1731751446195"} 2024-11-16T10:04:06,198 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-16T10:04:06,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:04:06,199 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751446199"}]},"ts":"1731751446199"} 2024-11-16T10:04:06,201 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T10:04:06,252 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:06,253 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:06,253 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:06,253 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:06,253 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:06,253 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:06,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=97858f50b65f46b72b2ffe0dba580148, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b3e8ceb5c7dc652cfbe04cbfa0521f8, ASSIGN}] 2024-11-16T10:04:06,255 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b3e8ceb5c7dc652cfbe04cbfa0521f8, ASSIGN 2024-11-16T10:04:06,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=97858f50b65f46b72b2ffe0dba580148, ASSIGN 2024-11-16T10:04:06,256 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b3e8ceb5c7dc652cfbe04cbfa0521f8, ASSIGN; state=OFFLINE, location=adb367c328a9,42537,1731751443373; forceNewPlan=false, retain=false 2024-11-16T10:04:06,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=97858f50b65f46b72b2ffe0dba580148, ASSIGN; state=OFFLINE, location=adb367c328a9,45083,1731751443424; forceNewPlan=false, retain=false 2024-11-16T10:04:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34453 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:06,406 INFO [adb367c328a9:34453 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T10:04:06,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8b3e8ceb5c7dc652cfbe04cbfa0521f8, regionState=OPENING, regionLocation=adb367c328a9,42537,1731751443373 2024-11-16T10:04:06,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=97858f50b65f46b72b2ffe0dba580148, regionState=OPENING, regionLocation=adb367c328a9,45083,1731751443424 2024-11-16T10:04:06,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 97858f50b65f46b72b2ffe0dba580148, server=adb367c328a9,45083,1731751443424}] 2024-11-16T10:04:06,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 8b3e8ceb5c7dc652cfbe04cbfa0521f8, server=adb367c328a9,42537,1731751443373}] 2024-11-16T10:04:06,561 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,42537,1731751443373 2024-11-16T10:04:06,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,45083,1731751443424 2024-11-16T10:04:06,564 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:06,564 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:06,564 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 8b3e8ceb5c7dc652cfbe04cbfa0521f8, NAME => 'testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T10:04:06,564 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 97858f50b65f46b72b2ffe0dba580148, NAME => 'testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T10:04:06,565 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 97858f50b65f46b72b2ffe0dba580148 2024-11-16T10:04:06,565 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8b3e8ceb5c7dc652cfbe04cbfa0521f8 2024-11-16T10:04:06,565 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:06,565 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:06,565 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 97858f50b65f46b72b2ffe0dba580148 2024-11-16T10:04:06,565 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 8b3e8ceb5c7dc652cfbe04cbfa0521f8 2024-11-16T10:04:06,565 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 97858f50b65f46b72b2ffe0dba580148 2024-11-16T10:04:06,565 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 8b3e8ceb5c7dc652cfbe04cbfa0521f8 2024-11-16T10:04:06,566 INFO [StoreOpener-97858f50b65f46b72b2ffe0dba580148-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 97858f50b65f46b72b2ffe0dba580148 2024-11-16T10:04:06,566 INFO [StoreOpener-8b3e8ceb5c7dc652cfbe04cbfa0521f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8b3e8ceb5c7dc652cfbe04cbfa0521f8 2024-11-16T10:04:06,567 INFO [StoreOpener-97858f50b65f46b72b2ffe0dba580148-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97858f50b65f46b72b2ffe0dba580148 columnFamilyName family 2024-11-16T10:04:06,567 INFO [StoreOpener-8b3e8ceb5c7dc652cfbe04cbfa0521f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b3e8ceb5c7dc652cfbe04cbfa0521f8 columnFamilyName family 2024-11-16T10:04:06,568 DEBUG [StoreOpener-97858f50b65f46b72b2ffe0dba580148-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:06,568 DEBUG [StoreOpener-8b3e8ceb5c7dc652cfbe04cbfa0521f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:06,568 INFO [StoreOpener-8b3e8ceb5c7dc652cfbe04cbfa0521f8-1 {}] regionserver.HStore(327): Store=8b3e8ceb5c7dc652cfbe04cbfa0521f8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:06,568 INFO [StoreOpener-97858f50b65f46b72b2ffe0dba580148-1 {}] regionserver.HStore(327): Store=97858f50b65f46b72b2ffe0dba580148/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:06,569 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/97858f50b65f46b72b2ffe0dba580148 2024-11-16T10:04:06,569 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/8b3e8ceb5c7dc652cfbe04cbfa0521f8 2024-11-16T10:04:06,569 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/97858f50b65f46b72b2ffe0dba580148 2024-11-16T10:04:06,569 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/8b3e8ceb5c7dc652cfbe04cbfa0521f8 2024-11-16T10:04:06,571 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 8b3e8ceb5c7dc652cfbe04cbfa0521f8 2024-11-16T10:04:06,571 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 97858f50b65f46b72b2ffe0dba580148 2024-11-16T10:04:06,573 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/8b3e8ceb5c7dc652cfbe04cbfa0521f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:06,573 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/97858f50b65f46b72b2ffe0dba580148/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:06,574 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 8b3e8ceb5c7dc652cfbe04cbfa0521f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74797285, jitterRate=0.11456640064716339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:06,574 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 97858f50b65f46b72b2ffe0dba580148; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62845349, jitterRate=-0.06353132426738739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:06,574 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 8b3e8ceb5c7dc652cfbe04cbfa0521f8: 2024-11-16T10:04:06,574 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 97858f50b65f46b72b2ffe0dba580148: 2024-11-16T10:04:06,575 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148., pid=12, masterSystemTime=1731751446561 2024-11-16T10:04:06,575 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8., pid=13, masterSystemTime=1731751446561 2024-11-16T10:04:06,577 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:06,577 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:06,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8b3e8ceb5c7dc652cfbe04cbfa0521f8, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,42537,1731751443373 2024-11-16T10:04:06,577 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:06,578 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:06,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=97858f50b65f46b72b2ffe0dba580148, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,45083,1731751443424 2024-11-16T10:04:06,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-16T10:04:06,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 8b3e8ceb5c7dc652cfbe04cbfa0521f8, server=adb367c328a9,42537,1731751443373 in 170 msec 2024-11-16T10:04:06,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-16T10:04:06,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 97858f50b65f46b72b2ffe0dba580148, server=adb367c328a9,45083,1731751443424 in 172 msec 2024-11-16T10:04:06,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8b3e8ceb5c7dc652cfbe04cbfa0521f8, ASSIGN in 327 msec 2024-11-16T10:04:06,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T10:04:06,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=97858f50b65f46b72b2ffe0dba580148, ASSIGN in 328 msec 2024-11-16T10:04:06,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:04:06,584 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751446583"}]},"ts":"1731751446583"} 2024-11-16T10:04:06,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T10:04:06,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:04:06,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 857 msec 2024-11-16T10:04:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34453 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:06,883 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-16T10:04:06,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T10:04:06,883 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:04:06,887 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T10:04:06,887 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:04:06,887 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-16T10:04:06,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:06,899 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:06,906 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8b3e8ceb5c7dc652cfbe04cbfa0521f8 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T10:04:06,920 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/8b3e8ceb5c7dc652cfbe04cbfa0521f8/.tmp/family/19d2588b0c114eaa9f4d71e34e43b9b9 is 32, key is 5/family:/1731751446900/Put/seqid=0 2024-11-16T10:04:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741841_1017 (size=5083) 2024-11-16T10:04:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741841_1017 (size=5083) 2024-11-16T10:04:07,327 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/8b3e8ceb5c7dc652cfbe04cbfa0521f8/.tmp/family/19d2588b0c114eaa9f4d71e34e43b9b9 2024-11-16T10:04:07,338 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/8b3e8ceb5c7dc652cfbe04cbfa0521f8/.tmp/family/19d2588b0c114eaa9f4d71e34e43b9b9 as hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/8b3e8ceb5c7dc652cfbe04cbfa0521f8/family/19d2588b0c114eaa9f4d71e34e43b9b9 2024-11-16T10:04:07,345 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/8b3e8ceb5c7dc652cfbe04cbfa0521f8/family/19d2588b0c114eaa9f4d71e34e43b9b9, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T10:04:07,346 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8b3e8ceb5c7dc652cfbe04cbfa0521f8 in 440ms, sequenceid=9, compaction requested=false 2024-11-16T10:04:07,346 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8b3e8ceb5c7dc652cfbe04cbfa0521f8: 2024-11-16T10:04:07,346 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 97858f50b65f46b72b2ffe0dba580148 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T10:04:07,364 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/97858f50b65f46b72b2ffe0dba580148/.tmp/family/f8b8beec72fe43d2b5fe28e7ceec062d is 32, key is 1/family:/1731751446890/Put/seqid=0 2024-11-16T10:04:07,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741842_1018 (size=5054) 2024-11-16T10:04:07,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741842_1018 (size=5054) 2024-11-16T10:04:07,370 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/97858f50b65f46b72b2ffe0dba580148/.tmp/family/f8b8beec72fe43d2b5fe28e7ceec062d 2024-11-16T10:04:07,375 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/97858f50b65f46b72b2ffe0dba580148/.tmp/family/f8b8beec72fe43d2b5fe28e7ceec062d as hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/97858f50b65f46b72b2ffe0dba580148/family/f8b8beec72fe43d2b5fe28e7ceec062d 2024-11-16T10:04:07,381 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/97858f50b65f46b72b2ffe0dba580148/family/f8b8beec72fe43d2b5fe28e7ceec062d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T10:04:07,381 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 97858f50b65f46b72b2ffe0dba580148 in 35ms, sequenceid=8, compaction requested=false 2024-11-16T10:04:07,381 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 97858f50b65f46b72b2ffe0dba580148: 2024-11-16T10:04:07,382 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e2a6e98 to 127.0.0.1:63447 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5469c232 2024-11-16T10:04:07,419 DEBUG [ReadOnlyZKClient-127.0.0.1:63447@0x0e2a6e98 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deecd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:07,424 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T10:04:07,425 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-16T10:04:07,426 DEBUG [ReadOnlyZKClient-127.0.0.1:63447@0x0e2a6e98 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=adb367c328a9,45083,1731751443424, seqNum=-1] 2024-11-16T10:04:07,426 DEBUG [ReadOnlyZKClient-127.0.0.1:63447@0x0e2a6e98 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:07,427 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:07,429 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:07,429 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:07,430 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:07,430 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] bucket.BucketCache(1852): found 1 blocks for file f8b8beec72fe43d2b5fe28e7ceec062d, starting offset: 0, end offset: 9223372036854775807 2024-11-16T10:04:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] bucket.BucketCache(1852): found 1 blocks for file 19d2588b0c114eaa9f4d71e34e43b9b9, starting offset: 0, end offset: 9223372036854775807 2024-11-16T10:04:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42537 {}] bucket.BucketCache(844): removed key 19d2588b0c114eaa9f4d71e34e43b9b9_0 from back map with offset lock 2094080 in the evict process 2024-11-16T10:04:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 {}] bucket.BucketCache(844): removed key f8b8beec72fe43d2b5fe28e7ceec062d_0 from back map with offset lock 2094080 in the evict process 2024-11-16T10:04:07,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-16T10:04:07,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T10:04:07,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:07,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e2a6e98 to 127.0.0.1:63447 2024-11-16T10:04:07,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T10:04:07,433 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:04:07,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dbfee75 to 127.0.0.1:63447 2024-11-16T10:04:07,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:07,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:04:07,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1106241427, stopped=false 2024-11-16T10:04:07,434 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=adb367c328a9,34453,1731751443224 2024-11-16T10:04:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:07,452 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-16T10:04:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:07,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:07,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:07,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:07,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:07,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:07,453 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,42537,1731751443373' ***** 2024-11-16T10:04:07,453 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:04:07,453 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,45083,1731751443424' ***** 2024-11-16T10:04:07,453 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:04:07,453 INFO [RS:0;adb367c328a9:42537 {}] bucket.BucketCache(1727): Disabling cache 2024-11-16T10:04:07,453 INFO [RS:1;adb367c328a9:45083 {}] bucket.BucketCache(1727): Disabling cache 2024-11-16T10:04:07,453 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T10:04:07,453 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T10:04:07,453 INFO [RS:0;adb367c328a9:42537 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T10:04:07,453 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:04:07,453 INFO [RS:1;adb367c328a9:45083 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T10:04:07,453 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:04:07,453 INFO [RS:0;adb367c328a9:42537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:04:07,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:04:07,453 INFO [RS:0;adb367c328a9:42537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:04:07,453 INFO [RS:1;adb367c328a9:45083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:04:07,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:04:07,453 INFO [RS:1;adb367c328a9:45083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:04:07,454 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(3579): Received CLOSE for 8b3e8ceb5c7dc652cfbe04cbfa0521f8 2024-11-16T10:04:07,454 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(3579): Received CLOSE for 97858f50b65f46b72b2ffe0dba580148 2024-11-16T10:04:07,454 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T10:04:07,454 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T10:04:07,454 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,45083,1731751443424 2024-11-16T10:04:07,454 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T10:04:07,454 DEBUG [RS:1;adb367c328a9:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:07,454 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T10:04:07,454 INFO [RS:1;adb367c328a9:45083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:04:07,454 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 97858f50b65f46b72b2ffe0dba580148, disabling compactions & flushes 2024-11-16T10:04:07,454 INFO [RS:1;adb367c328a9:45083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:04:07,454 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(3579): Received CLOSE for 9c52f850606a5c730b582cecbd15d43b 2024-11-16T10:04:07,454 INFO [RS:1;adb367c328a9:45083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:04:07,454 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:07,454 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,42537,1731751443373 2024-11-16T10:04:07,454 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:07,454 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-16T10:04:07,454 DEBUG [RS:0;adb367c328a9:42537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:07,454 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. after waiting 0 ms 2024-11-16T10:04:07,454 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-16T10:04:07,454 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:07,454 DEBUG [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1603): Online Regions={8b3e8ceb5c7dc652cfbe04cbfa0521f8=testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8., 9c52f850606a5c730b582cecbd15d43b=hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b.} 2024-11-16T10:04:07,454 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-16T10:04:07,454 DEBUG [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1629): Waiting on 8b3e8ceb5c7dc652cfbe04cbfa0521f8, 9c52f850606a5c730b582cecbd15d43b 2024-11-16T10:04:07,454 DEBUG [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1603): Online Regions={97858f50b65f46b72b2ffe0dba580148=testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:04:07,454 DEBUG [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 97858f50b65f46b72b2ffe0dba580148 2024-11-16T10:04:07,454 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8b3e8ceb5c7dc652cfbe04cbfa0521f8, disabling compactions & flushes 2024-11-16T10:04:07,454 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:07,455 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:07,455 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:04:07,455 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. after waiting 0 ms 2024-11-16T10:04:07,455 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:04:07,455 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:07,455 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:04:07,455 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:04:07,455 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:04:07,455 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-16T10:04:07,458 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/8b3e8ceb5c7dc652cfbe04cbfa0521f8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T10:04:07,458 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/default/testClearRegionBlockCache/97858f50b65f46b72b2ffe0dba580148/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T10:04:07,459 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:07,459 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:07,459 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 97858f50b65f46b72b2ffe0dba580148: 2024-11-16T10:04:07,459 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8b3e8ceb5c7dc652cfbe04cbfa0521f8: 2024-11-16T10:04:07,459 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731751445770.97858f50b65f46b72b2ffe0dba580148. 2024-11-16T10:04:07,459 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8. 2024-11-16T10:04:07,459 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9c52f850606a5c730b582cecbd15d43b, disabling compactions & flushes 2024-11-16T10:04:07,459 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:07,459 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:07,460 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. after waiting 0 ms 2024-11-16T10:04:07,460 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:07,460 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9c52f850606a5c730b582cecbd15d43b 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-16T10:04:07,470 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/.tmp/info/da2fd472973b4655aff54b2fa8006513 is 173, key is testClearRegionBlockCache,5,1731751445770.8b3e8ceb5c7dc652cfbe04cbfa0521f8./info:regioninfo/1731751446577/Put/seqid=0 2024-11-16T10:04:07,474 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/namespace/9c52f850606a5c730b582cecbd15d43b/.tmp/info/36c66a2c7bdf4a6e8b27f0c39e64d0c6 is 45, key is default/info:d/1731751445586/Put/seqid=0 2024-11-16T10:04:07,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:04:07,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:04:07,477 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/.tmp/info/da2fd472973b4655aff54b2fa8006513 2024-11-16T10:04:07,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:04:07,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:04:07,482 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/namespace/9c52f850606a5c730b582cecbd15d43b/.tmp/info/36c66a2c7bdf4a6e8b27f0c39e64d0c6 2024-11-16T10:04:07,489 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/namespace/9c52f850606a5c730b582cecbd15d43b/.tmp/info/36c66a2c7bdf4a6e8b27f0c39e64d0c6 as hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/namespace/9c52f850606a5c730b582cecbd15d43b/info/36c66a2c7bdf4a6e8b27f0c39e64d0c6 2024-11-16T10:04:07,495 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/namespace/9c52f850606a5c730b582cecbd15d43b/info/36c66a2c7bdf4a6e8b27f0c39e64d0c6, entries=2, sequenceid=6, filesize=4.9 K 2024-11-16T10:04:07,496 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9c52f850606a5c730b582cecbd15d43b in 36ms, sequenceid=6, compaction requested=false 2024-11-16T10:04:07,500 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/namespace/9c52f850606a5c730b582cecbd15d43b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:04:07,501 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:07,501 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9c52f850606a5c730b582cecbd15d43b: 2024-11-16T10:04:07,501 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731751445048.9c52f850606a5c730b582cecbd15d43b. 2024-11-16T10:04:07,504 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/.tmp/table/3db326505251400c8775620e0b6731db is 61, key is testClearRegionBlockCache/table:state/1731751446583/Put/seqid=0 2024-11-16T10:04:07,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:04:07,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:04:07,510 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/.tmp/table/3db326505251400c8775620e0b6731db 2024-11-16T10:04:07,517 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/.tmp/info/da2fd472973b4655aff54b2fa8006513 as hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/info/da2fd472973b4655aff54b2fa8006513 2024-11-16T10:04:07,524 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/info/da2fd472973b4655aff54b2fa8006513, entries=30, sequenceid=16, filesize=9.1 K 2024-11-16T10:04:07,525 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/.tmp/table/3db326505251400c8775620e0b6731db as hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/table/3db326505251400c8775620e0b6731db 2024-11-16T10:04:07,531 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/table/3db326505251400c8775620e0b6731db, entries=4, sequenceid=16, filesize=5.3 K 2024-11-16T10:04:07,532 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=16, compaction requested=false 2024-11-16T10:04:07,536 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:07,537 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:04:07,538 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:07,538 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:04:07,538 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:07,538 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:04:07,538 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:07,654 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,42537,1731751443373; all regions closed. 2024-11-16T10:04:07,654 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,45083,1731751443424; all regions closed. 2024-11-16T10:04:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741834_1010 (size=3188) 2024-11-16T10:04:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741834_1010 (size=3188) 2024-11-16T10:04:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:04:07,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:04:07,659 DEBUG [RS:1;adb367c328a9:45083 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/oldWALs 2024-11-16T10:04:07,660 INFO [RS:1;adb367c328a9:45083 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C45083%2C1731751443424.meta:.meta(num 1731751444977) 2024-11-16T10:04:07,660 DEBUG [RS:0;adb367c328a9:42537 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/oldWALs 2024-11-16T10:04:07,660 INFO [RS:0;adb367c328a9:42537 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C42537%2C1731751443373:(num 1731751444477) 2024-11-16T10:04:07,660 DEBUG [RS:0;adb367c328a9:42537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:07,660 INFO [RS:0;adb367c328a9:42537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:07,660 INFO [RS:0;adb367c328a9:42537 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-16T10:04:07,660 INFO [RS:0;adb367c328a9:42537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:04:07,660 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:07,660 INFO [RS:0;adb367c328a9:42537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:04:07,660 INFO [RS:0;adb367c328a9:42537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:04:07,661 INFO [RS:0;adb367c328a9:42537 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42537 2024-11-16T10:04:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741833_1009 (size=1758) 2024-11-16T10:04:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741833_1009 (size=1758) 2024-11-16T10:04:07,664 DEBUG [RS:1;adb367c328a9:45083 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/oldWALs 2024-11-16T10:04:07,664 INFO [RS:1;adb367c328a9:45083 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C45083%2C1731751443424:(num 1731751444477) 2024-11-16T10:04:07,664 DEBUG [RS:1;adb367c328a9:45083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:07,665 INFO [RS:1;adb367c328a9:45083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:07,665 INFO [RS:1;adb367c328a9:45083 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T10:04:07,665 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:07,665 INFO [RS:1;adb367c328a9:45083 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45083 2024-11-16T10:04:07,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:04:07,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,42537,1731751443373 2024-11-16T10:04:07,668 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007ff838915d08@72df3d46 rejected from java.util.concurrent.ThreadPoolExecutor@37ddad79[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T10:04:07,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,45083,1731751443424 2024-11-16T10:04:07,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,42537,1731751443373] 2024-11-16T10:04:07,677 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,42537,1731751443373; numProcessing=1 2024-11-16T10:04:07,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,42537,1731751443373 already deleted, retry=false 2024-11-16T10:04:07,693 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,42537,1731751443373 expired; onlineServers=1 2024-11-16T10:04:07,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,45083,1731751443424] 2024-11-16T10:04:07,693 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,45083,1731751443424; numProcessing=2 2024-11-16T10:04:07,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,45083,1731751443424 already deleted, retry=false 2024-11-16T10:04:07,702 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,45083,1731751443424 expired; onlineServers=0 2024-11-16T10:04:07,702 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,34453,1731751443224' ***** 2024-11-16T10:04:07,702 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:04:07,702 DEBUG [M:0;adb367c328a9:34453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1642b202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:07,702 INFO [M:0;adb367c328a9:34453 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,34453,1731751443224 2024-11-16T10:04:07,702 INFO [M:0;adb367c328a9:34453 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,34453,1731751443224; all regions closed. 2024-11-16T10:04:07,702 DEBUG [M:0;adb367c328a9:34453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:07,702 DEBUG [M:0;adb367c328a9:34453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:04:07,702 DEBUG [M:0;adb367c328a9:34453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:04:07,702 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:04:07,702 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751444173 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751444173,5,FailOnTimeoutGroup] 2024-11-16T10:04:07,702 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751444173 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751444173,5,FailOnTimeoutGroup] 2024-11-16T10:04:07,703 INFO [M:0;adb367c328a9:34453 {}] hbase.ChoreService(370): Chore service for: master/adb367c328a9:0 had [] on shutdown 2024-11-16T10:04:07,703 DEBUG [M:0;adb367c328a9:34453 {}] master.HMaster(1733): Stopping service threads 2024-11-16T10:04:07,703 INFO [M:0;adb367c328a9:34453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:04:07,703 INFO [M:0;adb367c328a9:34453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:04:07,703 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:04:07,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:07,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:07,710 DEBUG [M:0;adb367c328a9:34453 {}] zookeeper.ZKUtil(347): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T10:04:07,710 WARN [M:0;adb367c328a9:34453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:04:07,710 INFO [M:0;adb367c328a9:34453 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-16T10:04:07,710 INFO [M:0;adb367c328a9:34453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:04:07,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:07,710 DEBUG [M:0;adb367c328a9:34453 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:04:07,710 INFO [M:0;adb367c328a9:34453 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:07,710 DEBUG [M:0;adb367c328a9:34453 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:07,710 DEBUG [M:0;adb367c328a9:34453 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:04:07,711 DEBUG [M:0;adb367c328a9:34453 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:07,711 INFO [M:0;adb367c328a9:34453 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-16T10:04:07,725 DEBUG [M:0;adb367c328a9:34453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2971329f4598434b9b9fa0bd9520d6d7 is 82, key is hbase:meta,,1/info:regioninfo/1731751445010/Put/seqid=0 2024-11-16T10:04:07,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:04:07,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:04:07,731 INFO [M:0;adb367c328a9:34453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2971329f4598434b9b9fa0bd9520d6d7 2024-11-16T10:04:07,750 DEBUG [M:0;adb367c328a9:34453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b04980965f554bc7ac17ff9a14ee0ba7 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731751446631/Put/seqid=0 2024-11-16T10:04:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741847_1023 (size=7578) 2024-11-16T10:04:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741847_1023 (size=7578) 2024-11-16T10:04:07,756 INFO [M:0;adb367c328a9:34453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b04980965f554bc7ac17ff9a14ee0ba7 2024-11-16T10:04:07,773 DEBUG [M:0;adb367c328a9:34453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce9325f0faec49a2b1fa21f758fdb905 is 69, key is adb367c328a9,42537,1731751443373/rs:state/1731751444293/Put/seqid=0 2024-11-16T10:04:07,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:04:07,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:04:07,779 INFO [M:0;adb367c328a9:34453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce9325f0faec49a2b1fa21f758fdb905 2024-11-16T10:04:07,784 DEBUG [M:0;adb367c328a9:34453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2971329f4598434b9b9fa0bd9520d6d7 as hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2971329f4598434b9b9fa0bd9520d6d7 2024-11-16T10:04:07,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:07,785 INFO [RS:0;adb367c328a9:42537 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,42537,1731751443373; zookeeper connection closed. 2024-11-16T10:04:07,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42537-0x10144639d7c0001, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:07,785 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b8ab606 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b8ab606 2024-11-16T10:04:07,790 INFO [M:0;adb367c328a9:34453 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2971329f4598434b9b9fa0bd9520d6d7, entries=8, sequenceid=108, filesize=5.5 K 2024-11-16T10:04:07,791 DEBUG [M:0;adb367c328a9:34453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b04980965f554bc7ac17ff9a14ee0ba7 as hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b04980965f554bc7ac17ff9a14ee0ba7 2024-11-16T10:04:07,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:07,793 INFO [RS:1;adb367c328a9:45083 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,45083,1731751443424; zookeeper connection closed. 2024-11-16T10:04:07,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x10144639d7c0002, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:07,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@676b8a93 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@676b8a93 2024-11-16T10:04:07,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T10:04:07,796 INFO [M:0;adb367c328a9:34453 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b04980965f554bc7ac17ff9a14ee0ba7, entries=13, sequenceid=108, filesize=7.4 K 2024-11-16T10:04:07,797 DEBUG [M:0;adb367c328a9:34453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce9325f0faec49a2b1fa21f758fdb905 as hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce9325f0faec49a2b1fa21f758fdb905 2024-11-16T10:04:07,802 INFO [M:0;adb367c328a9:34453 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45389/user/jenkins/test-data/c85a4bc6-102a-53ff-d921-10f1b8adcb48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce9325f0faec49a2b1fa21f758fdb905, entries=2, sequenceid=108, filesize=5.1 K 2024-11-16T10:04:07,803 INFO [M:0;adb367c328a9:34453 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=108, compaction requested=false 2024-11-16T10:04:07,804 INFO [M:0;adb367c328a9:34453 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:07,804 DEBUG [M:0;adb367c328a9:34453 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:07,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741830_1006 (size=54465) 2024-11-16T10:04:07,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44897 is added to blk_1073741830_1006 (size=54465) 2024-11-16T10:04:07,807 INFO [M:0;adb367c328a9:34453 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-16T10:04:07,807 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:07,807 INFO [M:0;adb367c328a9:34453 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34453 2024-11-16T10:04:07,813 DEBUG [M:0;adb367c328a9:34453 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/adb367c328a9,34453,1731751443224 already deleted, retry=false 2024-11-16T10:04:07,922 INFO [M:0;adb367c328a9:34453 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,34453,1731751443224; zookeeper connection closed. 2024-11-16T10:04:07,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:07,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34453-0x10144639d7c0000, quorum=127.0.0.1:63447, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:07,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77ebb361{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:07,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f8107d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:07,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:07,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6108d13f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:07,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f012571{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:07,927 WARN [BP-1310477578-172.17.0.2-1731751441876 heartbeating to localhost/127.0.0.1:45389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:04:07,927 WARN [BP-1310477578-172.17.0.2-1731751441876 heartbeating to localhost/127.0.0.1:45389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310477578-172.17.0.2-1731751441876 (Datanode Uuid 6eea9289-fed0-4e4f-8b74-0995ec34144c) service to localhost/127.0.0.1:45389 2024-11-16T10:04:07,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/dfs/data/data3/current/BP-1310477578-172.17.0.2-1731751441876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:07,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/dfs/data/data4/current/BP-1310477578-172.17.0.2-1731751441876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:07,928 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:04:07,928 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:04:07,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:04:07,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@128bda0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:07,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6457c489{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:07,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:07,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18a085ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:07,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cb09a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:07,932 WARN [BP-1310477578-172.17.0.2-1731751441876 heartbeating to localhost/127.0.0.1:45389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:04:07,932 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:04:07,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:04:07,932 WARN [BP-1310477578-172.17.0.2-1731751441876 heartbeating to localhost/127.0.0.1:45389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310477578-172.17.0.2-1731751441876 (Datanode Uuid d30b706e-d55b-4a24-8615-6e10da3aa4e6) service to localhost/127.0.0.1:45389 2024-11-16T10:04:07,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/dfs/data/data1/current/BP-1310477578-172.17.0.2-1731751441876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:07,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/cluster_eea3511e-751c-0e1e-48d0-cf38ca66bccf/dfs/data/data2/current/BP-1310477578-172.17.0.2-1731751441876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:07,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:04:07,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40d2d2d2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:04:07,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4818e6b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:07,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:07,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6455ad2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:07,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1999b5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:07,945 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:04:07,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T10:04:07,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=157 (was 134) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45389 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45389 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=494 (was 469) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=3645 (was 3844) 2024-11-16T10:04:07,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=157, OpenFileDescriptor=494, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=3645 2024-11-16T10:04:07,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.log.dir so I do NOT create it in target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d 2024-11-16T10:04:07,986 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:04:07,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.tmp.dir so I do NOT create it in target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d 2024-11-16T10:04:07,986 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/09fa3e22-5abb-452b-c5dd-b74f4c340fe4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:04:07,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d 2024-11-16T10:04:07,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:04:07,986 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147, deleteOnExit=true 2024-11-16T10:04:07,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-16T10:04:07,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/test.cache.data in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T10:04:07,987 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:04:07,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:04:07,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:04:07,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:04:07,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:04:07,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:04:08,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:08,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:04:08,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:04:08,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:04:08,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:04:08,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:08,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65c05502{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:04:08,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26f7e644{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:04:08,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2230bc7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/java.io.tmpdir/jetty-localhost-43245-hadoop-hdfs-3_4_1-tests_jar-_-any-10378800888150418088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:04:08,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3abd7344{HTTP/1.1, (http/1.1)}{localhost:43245} 2024-11-16T10:04:08,329 INFO [Time-limited test {}] server.Server(415): Started @30810ms 2024-11-16T10:04:08,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:08,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:04:08,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:04:08,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:04:08,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:04:08,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a1535e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:04:08,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22ae0230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:04:08,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@393d0d67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/java.io.tmpdir/jetty-localhost-39021-hadoop-hdfs-3_4_1-tests_jar-_-any-12625878081422212423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:08,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@580ef631{HTTP/1.1, (http/1.1)}{localhost:39021} 2024-11-16T10:04:08,618 INFO [Time-limited test {}] server.Server(415): Started @31099ms 2024-11-16T10:04:08,619 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:04:08,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:08,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:04:08,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:04:08,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:04:08,667 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:04:08,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b392e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:04:08,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5434a5b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:04:08,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b9b946a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/java.io.tmpdir/jetty-localhost-45813-hadoop-hdfs-3_4_1-tests_jar-_-any-13495301542885133102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:08,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ebfc7{HTTP/1.1, (http/1.1)}{localhost:45813} 2024-11-16T10:04:08,772 INFO [Time-limited test {}] server.Server(415): Started @31253ms 2024-11-16T10:04:08,773 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:04:09,207 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/dfs/data/data1/current/BP-1646807866-172.17.0.2-1731751448008/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:09,211 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/dfs/data/data2/current/BP-1646807866-172.17.0.2-1731751448008/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:09,228 WARN [Thread-1144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:04:09,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x290f30bade68f6ee with lease ID 0xfe593fc3d06e8a77: Processing first storage report for DS-7f46457f-ba7b-428c-9a34-229704057365 from datanode DatanodeRegistration(127.0.0.1:40373, datanodeUuid=0cfed6f4-699a-4707-842f-c9df8b98ee94, infoPort=36605, infoSecurePort=0, ipcPort=35915, storageInfo=lv=-57;cid=testClusterID;nsid=2139525624;c=1731751448008) 2024-11-16T10:04:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x290f30bade68f6ee with lease ID 0xfe593fc3d06e8a77: from storage DS-7f46457f-ba7b-428c-9a34-229704057365 node DatanodeRegistration(127.0.0.1:40373, datanodeUuid=0cfed6f4-699a-4707-842f-c9df8b98ee94, infoPort=36605, infoSecurePort=0, ipcPort=35915, storageInfo=lv=-57;cid=testClusterID;nsid=2139525624;c=1731751448008), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T10:04:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x290f30bade68f6ee with lease ID 0xfe593fc3d06e8a77: Processing first storage report for DS-3d52d20c-4427-40a2-ae29-aecb11873a97 from datanode DatanodeRegistration(127.0.0.1:40373, datanodeUuid=0cfed6f4-699a-4707-842f-c9df8b98ee94, infoPort=36605, infoSecurePort=0, ipcPort=35915, storageInfo=lv=-57;cid=testClusterID;nsid=2139525624;c=1731751448008) 2024-11-16T10:04:09,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x290f30bade68f6ee with lease ID 0xfe593fc3d06e8a77: from storage DS-3d52d20c-4427-40a2-ae29-aecb11873a97 node DatanodeRegistration(127.0.0.1:40373, datanodeUuid=0cfed6f4-699a-4707-842f-c9df8b98ee94, infoPort=36605, infoSecurePort=0, ipcPort=35915, storageInfo=lv=-57;cid=testClusterID;nsid=2139525624;c=1731751448008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:09,362 WARN [Thread-1191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/dfs/data/data3/current/BP-1646807866-172.17.0.2-1731751448008/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:09,363 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/dfs/data/data4/current/BP-1646807866-172.17.0.2-1731751448008/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:09,382 WARN [Thread-1167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:04:09,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7644860733be46d7 with lease ID 0xfe593fc3d06e8a78: Processing first storage report for DS-d1ef2e3f-f64d-4998-981b-835cdd11f482 from datanode DatanodeRegistration(127.0.0.1:38497, datanodeUuid=0ca4967a-667d-41ee-8d82-d82aa5422848, infoPort=37575, infoSecurePort=0, ipcPort=35543, storageInfo=lv=-57;cid=testClusterID;nsid=2139525624;c=1731751448008) 2024-11-16T10:04:09,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7644860733be46d7 with lease ID 0xfe593fc3d06e8a78: from storage DS-d1ef2e3f-f64d-4998-981b-835cdd11f482 node DatanodeRegistration(127.0.0.1:38497, datanodeUuid=0ca4967a-667d-41ee-8d82-d82aa5422848, infoPort=37575, infoSecurePort=0, ipcPort=35543, storageInfo=lv=-57;cid=testClusterID;nsid=2139525624;c=1731751448008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:09,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7644860733be46d7 with lease ID 0xfe593fc3d06e8a78: Processing first storage report for DS-9478e445-4656-433c-809e-38557f73c498 from datanode DatanodeRegistration(127.0.0.1:38497, datanodeUuid=0ca4967a-667d-41ee-8d82-d82aa5422848, infoPort=37575, infoSecurePort=0, ipcPort=35543, storageInfo=lv=-57;cid=testClusterID;nsid=2139525624;c=1731751448008) 2024-11-16T10:04:09,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7644860733be46d7 with lease ID 0xfe593fc3d06e8a78: from storage DS-9478e445-4656-433c-809e-38557f73c498 node DatanodeRegistration(127.0.0.1:38497, datanodeUuid=0ca4967a-667d-41ee-8d82-d82aa5422848, infoPort=37575, infoSecurePort=0, ipcPort=35543, storageInfo=lv=-57;cid=testClusterID;nsid=2139525624;c=1731751448008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:09,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d 2024-11-16T10:04:09,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/zookeeper_0, clientPort=64822, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:04:09,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64822 2024-11-16T10:04:09,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:09,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:09,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:04:09,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:04:09,419 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77 with version=8 2024-11-16T10:04:09,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/hbase-staging 2024-11-16T10:04:09,420 INFO [Time-limited test {}] client.ConnectionUtils(129): master/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:04:09,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:09,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:09,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:04:09,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:09,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:04:09,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:04:09,421 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:04:09,421 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33447 2024-11-16T10:04:09,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:09,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:09,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33447 connecting to ZooKeeper ensemble=127.0.0.1:64822 2024-11-16T10:04:09,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334470x0, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:04:09,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33447-0x1014463b5b40000 connected 2024-11-16T10:04:09,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:09,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:09,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:04:09,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33447 2024-11-16T10:04:09,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33447 2024-11-16T10:04:09,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33447 2024-11-16T10:04:09,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33447 2024-11-16T10:04:09,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33447 2024-11-16T10:04:09,536 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77, hbase.cluster.distributed=false 2024-11-16T10:04:09,555 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:04:09,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:09,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:09,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:04:09,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:09,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:04:09,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:04:09,556 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:04:09,556 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41013 2024-11-16T10:04:09,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:04:09,557 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T10:04:09,562 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-16T10:04:09,563 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T10:04:09,563 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T10:04:09,563 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:04:09,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:09,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:09,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41013 connecting to ZooKeeper ensemble=127.0.0.1:64822 2024-11-16T10:04:09,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410130x0, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:04:09,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41013-0x1014463b5b40001 connected 2024-11-16T10:04:09,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:09,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:09,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:04:09,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41013 2024-11-16T10:04:09,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41013 2024-11-16T10:04:09,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41013 2024-11-16T10:04:09,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41013 2024-11-16T10:04:09,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41013 2024-11-16T10:04:09,598 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:04:09,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:09,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:09,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:04:09,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:09,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:04:09,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:04:09,598 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:04:09,599 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46879 2024-11-16T10:04:09,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:04:09,600 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T10:04:09,604 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-16T10:04:09,604 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T10:04:09,605 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T10:04:09,605 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:04:09,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:09,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:09,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46879 connecting to ZooKeeper ensemble=127.0.0.1:64822 2024-11-16T10:04:09,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468790x0, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:04:09,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468790x0, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:09,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46879-0x1014463b5b40002 connected 2024-11-16T10:04:09,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:09,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:04:09,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46879 2024-11-16T10:04:09,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46879 2024-11-16T10:04:09,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46879 2024-11-16T10:04:09,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46879 2024-11-16T10:04:09,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46879 2024-11-16T10:04:09,623 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/adb367c328a9,33447,1731751449420 2024-11-16T10:04:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:09,631 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/adb367c328a9,33447,1731751449420 2024-11-16T10:04:09,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:09,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:09,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,639 DEBUG [M:0;adb367c328a9:33447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;adb367c328a9:33447 2024-11-16T10:04:09,640 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:04:09,640 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/adb367c328a9,33447,1731751449420 from backup master directory 2024-11-16T10:04:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/adb367c328a9,33447,1731751449420 2024-11-16T10:04:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:09,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:09,647 WARN [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:04:09,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:04:09,647 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=adb367c328a9,33447,1731751449420 2024-11-16T10:04:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:04:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:04:09,658 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/hbase.id with ID: 1f9608ec-7fc4-40a2-a440-71b2c33fd812 2024-11-16T10:04:09,670 INFO [master/adb367c328a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:09,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:04:09,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:04:09,690 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:04:09,692 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:04:09,692 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:04:09,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:04:09,702 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store 2024-11-16T10:04:09,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:04:09,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:04:09,712 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:09,712 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:04:09,712 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:09,712 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:09,712 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:04:09,712 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:09,712 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:09,712 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:09,713 WARN [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/.initializing 2024-11-16T10:04:09,713 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/WALs/adb367c328a9,33447,1731751449420 2024-11-16T10:04:09,714 INFO [master/adb367c328a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:04:09,716 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C33447%2C1731751449420, suffix=, logDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/WALs/adb367c328a9,33447,1731751449420, archiveDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/oldWALs, maxLogs=10 2024-11-16T10:04:09,730 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/WALs/adb367c328a9,33447,1731751449420/adb367c328a9%2C33447%2C1731751449420.1731751449716, exclude list is [], retry=0 2024-11-16T10:04:09,733 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40373,DS-7f46457f-ba7b-428c-9a34-229704057365,DISK] 2024-11-16T10:04:09,733 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38497,DS-d1ef2e3f-f64d-4998-981b-835cdd11f482,DISK] 2024-11-16T10:04:09,734 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/WALs/adb367c328a9,33447,1731751449420/adb367c328a9%2C33447%2C1731751449420.1731751449716 2024-11-16T10:04:09,735 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36605:36605),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-16T10:04:09,735 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:09,735 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:09,735 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:09,735 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:09,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:09,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:04:09,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:09,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:09,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:09,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:04:09,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:09,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:09,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:09,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:04:09,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:09,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:09,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:09,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:04:09,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:09,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:09,746 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:09,746 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:09,748 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:04:09,749 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:09,751 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:09,751 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67589150, jitterRate=0.007156819105148315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:04:09,752 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:09,752 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:04:09,755 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc32b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:09,756 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-16T10:04:09,756 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:04:09,756 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:04:09,756 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:04:09,756 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:04:09,757 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:04:09,757 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:04:09,759 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:04:09,759 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T10:04:09,768 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-16T10:04:09,768 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:04:09,769 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:04:09,776 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-16T10:04:09,777 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:04:09,777 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:04:09,785 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-16T10:04:09,786 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:04:09,793 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T10:04:09,794 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:04:09,801 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T10:04:09,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:09,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:09,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:09,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,810 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=adb367c328a9,33447,1731751449420, sessionid=0x1014463b5b40000, setting cluster-up flag (Was=false) 2024-11-16T10:04:09,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,851 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T10:04:09,853 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,33447,1731751449420 2024-11-16T10:04:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:09,897 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T10:04:09,898 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,33447,1731751449420 2024-11-16T10:04:09,901 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-16T10:04:09,901 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-16T10:04:09,901 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:04:09,901 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: adb367c328a9,33447,1731751449420 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:04:09,901 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:09,901 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:09,901 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:09,901 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:09,902 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/adb367c328a9:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:04:09,902 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:09,902 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:04:09,902 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:09,905 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731751479905 2024-11-16T10:04:09,905 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:04:09,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:04:09,906 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:04:09,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:04:09,906 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:04:09,906 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:04:09,906 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:04:09,906 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:04:09,906 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:09,906 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:04:09,906 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:04:09,906 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:04:09,907 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:09,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:04:09,908 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:04:09,908 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:04:09,911 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751449908,5,FailOnTimeoutGroup] 2024-11-16T10:04:09,911 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751449911,5,FailOnTimeoutGroup] 2024-11-16T10:04:09,911 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:09,911 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:04:09,911 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:09,911 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:09,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:04:09,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:04:09,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-16T10:04:09,918 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77 2024-11-16T10:04:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:04:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:04:09,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:09,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:04:09,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:04:09,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:09,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:09,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:04:09,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:04:09,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:09,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:09,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:04:09,936 DEBUG [RS:0;adb367c328a9:41013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;adb367c328a9:41013 2024-11-16T10:04:09,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:04:09,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:09,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:09,937 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1008): ClusterId : 1f9608ec-7fc4-40a2-a440-71b2c33fd812 2024-11-16T10:04:09,937 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:04:09,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740 2024-11-16T10:04:09,937 DEBUG [RS:1;adb367c328a9:46879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;adb367c328a9:46879 2024-11-16T10:04:09,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740 2024-11-16T10:04:09,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:04:09,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:04:09,942 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:09,943 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72488597, jitterRate=0.08016426861286163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:04:09,943 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1008): ClusterId : 1f9608ec-7fc4-40a2-a440-71b2c33fd812 2024-11-16T10:04:09,943 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:04:09,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:04:09,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:04:09,944 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:04:09,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:04:09,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:04:09,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:04:09,944 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:04:09,944 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:04:09,944 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:09,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:04:09,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:04:09,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-16T10:04:09,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:04:09,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:04:09,947 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:04:09,960 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:04:09,960 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:04:09,960 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:04:09,961 DEBUG [RS:0;adb367c328a9:41013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9ab732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:09,961 DEBUG [RS:0;adb367c328a9:41013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241bef3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:09,961 INFO [RS:0;adb367c328a9:41013 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:04:09,961 INFO [RS:0;adb367c328a9:41013 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:04:09,961 DEBUG [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:04:09,968 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,33447,1731751449420 with isa=adb367c328a9/172.17.0.2:41013, startcode=1731751449555 2024-11-16T10:04:09,968 DEBUG [RS:0;adb367c328a9:41013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:04:09,969 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:04:09,969 DEBUG [RS:1;adb367c328a9:46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12550395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:09,969 DEBUG [RS:1;adb367c328a9:46879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df1182a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:09,969 INFO [RS:1;adb367c328a9:46879 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:04:09,969 INFO [RS:1;adb367c328a9:46879 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:04:09,969 DEBUG [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:04:09,970 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,33447,1731751449420 with isa=adb367c328a9/172.17.0.2:46879, startcode=1731751449597 2024-11-16T10:04:09,970 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40171, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:04:09,970 DEBUG [RS:1;adb367c328a9:46879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:04:09,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33447 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,41013,1731751449555 2024-11-16T10:04:09,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33447 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,41013,1731751449555 2024-11-16T10:04:09,972 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51343, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:04:09,972 DEBUG [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77 2024-11-16T10:04:09,972 DEBUG [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46537 2024-11-16T10:04:09,972 DEBUG [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:04:09,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33447 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,46879,1731751449597 2024-11-16T10:04:09,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33447 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,46879,1731751449597 2024-11-16T10:04:09,973 DEBUG [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77 2024-11-16T10:04:09,973 DEBUG [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46537 2024-11-16T10:04:09,974 DEBUG [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:04:09,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:04:10,005 DEBUG [RS:0;adb367c328a9:41013 {}] zookeeper.ZKUtil(111): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,41013,1731751449555 2024-11-16T10:04:10,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,41013,1731751449555] 2024-11-16T10:04:10,006 WARN [RS:0;adb367c328a9:41013 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:04:10,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,46879,1731751449597] 2024-11-16T10:04:10,006 INFO [RS:0;adb367c328a9:41013 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:10,006 DEBUG [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,41013,1731751449555 2024-11-16T10:04:10,006 DEBUG [RS:1;adb367c328a9:46879 {}] zookeeper.ZKUtil(111): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,46879,1731751449597 2024-11-16T10:04:10,006 WARN [RS:1;adb367c328a9:46879 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:04:10,006 INFO [RS:1;adb367c328a9:46879 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:10,006 DEBUG [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,46879,1731751449597 2024-11-16T10:04:10,010 DEBUG [RS:1;adb367c328a9:46879 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:04:10,010 DEBUG [RS:0;adb367c328a9:41013 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:04:10,010 INFO [RS:0;adb367c328a9:41013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:04:10,010 INFO [RS:1;adb367c328a9:46879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:04:10,012 INFO [RS:0;adb367c328a9:41013 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:04:10,012 INFO [RS:0;adb367c328a9:41013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:04:10,012 INFO [RS:0;adb367c328a9:41013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,013 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:04:10,014 INFO [RS:1;adb367c328a9:46879 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:04:10,014 INFO [RS:0;adb367c328a9:41013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,014 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,014 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,014 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,014 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,014 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,014 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:04:10,014 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,014 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,015 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,015 INFO [RS:1;adb367c328a9:46879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:04:10,015 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,015 INFO [RS:1;adb367c328a9:46879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,015 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,015 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:10,015 DEBUG [RS:0;adb367c328a9:41013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:10,015 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:04:10,016 INFO [RS:1;adb367c328a9:46879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,016 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,016 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,016 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,016 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,016 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,016 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:04:10,016 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,017 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,017 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,017 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,017 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:10,017 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:10,017 DEBUG [RS:1;adb367c328a9:46879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:10,017 INFO [RS:0;adb367c328a9:41013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,017 INFO [RS:0;adb367c328a9:41013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,017 INFO [RS:0;adb367c328a9:41013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,017 INFO [RS:0;adb367c328a9:41013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,017 INFO [RS:0;adb367c328a9:41013 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41013,1731751449555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:10,017 INFO [RS:1;adb367c328a9:46879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,017 INFO [RS:1;adb367c328a9:46879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,018 INFO [RS:1;adb367c328a9:46879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,018 INFO [RS:1;adb367c328a9:46879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,018 INFO [RS:1;adb367c328a9:46879 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,46879,1731751449597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:10,032 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:04:10,032 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:04:10,032 INFO [RS:0;adb367c328a9:41013 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41013,1731751449555-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,032 INFO [RS:1;adb367c328a9:46879 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,46879,1731751449597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,045 INFO [RS:0;adb367c328a9:41013 {}] regionserver.Replication(204): adb367c328a9,41013,1731751449555 started 2024-11-16T10:04:10,045 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,41013,1731751449555, RpcServer on adb367c328a9/172.17.0.2:41013, sessionid=0x1014463b5b40001 2024-11-16T10:04:10,045 INFO [RS:1;adb367c328a9:46879 {}] regionserver.Replication(204): adb367c328a9,46879,1731751449597 started 2024-11-16T10:04:10,045 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,46879,1731751449597, RpcServer on adb367c328a9/172.17.0.2:46879, sessionid=0x1014463b5b40002 2024-11-16T10:04:10,045 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:04:10,046 DEBUG [RS:0;adb367c328a9:41013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,41013,1731751449555 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:04:10,046 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,41013,1731751449555' 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,46879,1731751449597 2024-11-16T10:04:10,046 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,46879,1731751449597' 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:04:10,046 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:04:10,046 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:04:10,046 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:04:10,046 DEBUG [RS:0;adb367c328a9:41013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,41013,1731751449555 2024-11-16T10:04:10,046 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,41013,1731751449555' 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,46879,1731751449597 2024-11-16T10:04:10,046 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,46879,1731751449597' 2024-11-16T10:04:10,046 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:04:10,047 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:04:10,047 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:04:10,047 DEBUG [RS:0;adb367c328a9:41013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:04:10,047 DEBUG [RS:1;adb367c328a9:46879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:04:10,047 INFO [RS:1;adb367c328a9:46879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:04:10,047 INFO [RS:0;adb367c328a9:41013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:04:10,047 INFO [RS:1;adb367c328a9:46879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:04:10,047 INFO [RS:0;adb367c328a9:41013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:04:10,097 WARN [adb367c328a9:33447 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-16T10:04:10,147 INFO [RS:1;adb367c328a9:46879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:04:10,147 INFO [RS:0;adb367c328a9:41013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:04:10,150 INFO [RS:1;adb367c328a9:46879 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C46879%2C1731751449597, suffix=, logDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,46879,1731751449597, archiveDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/oldWALs, maxLogs=32 2024-11-16T10:04:10,150 INFO [RS:0;adb367c328a9:41013 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C41013%2C1731751449555, suffix=, logDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,41013,1731751449555, archiveDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/oldWALs, maxLogs=32 2024-11-16T10:04:10,167 DEBUG [RS:1;adb367c328a9:46879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,46879,1731751449597/adb367c328a9%2C46879%2C1731751449597.1731751450151, exclude list is [], retry=0 2024-11-16T10:04:10,168 DEBUG [RS:0;adb367c328a9:41013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,41013,1731751449555/adb367c328a9%2C41013%2C1731751449555.1731751450151, exclude list is [], retry=0 2024-11-16T10:04:10,170 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38497,DS-d1ef2e3f-f64d-4998-981b-835cdd11f482,DISK] 2024-11-16T10:04:10,170 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40373,DS-7f46457f-ba7b-428c-9a34-229704057365,DISK] 2024-11-16T10:04:10,170 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40373,DS-7f46457f-ba7b-428c-9a34-229704057365,DISK] 2024-11-16T10:04:10,170 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38497,DS-d1ef2e3f-f64d-4998-981b-835cdd11f482,DISK] 2024-11-16T10:04:10,171 INFO [RS:1;adb367c328a9:46879 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,46879,1731751449597/adb367c328a9%2C46879%2C1731751449597.1731751450151 2024-11-16T10:04:10,171 INFO [RS:0;adb367c328a9:41013 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,41013,1731751449555/adb367c328a9%2C41013%2C1731751449555.1731751450151 2024-11-16T10:04:10,172 DEBUG [RS:1;adb367c328a9:46879 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36605:36605),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-16T10:04:10,172 DEBUG [RS:0;adb367c328a9:41013 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36605:36605),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-16T10:04:10,347 DEBUG [adb367c328a9:33447 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T10:04:10,347 DEBUG [adb367c328a9:33447 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:10,349 DEBUG [adb367c328a9:33447 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:10,349 DEBUG [adb367c328a9:33447 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:10,349 INFO [adb367c328a9:33447 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:10,349 INFO [adb367c328a9:33447 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:10,349 DEBUG [adb367c328a9:33447 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:10,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=adb367c328a9,41013,1731751449555 2024-11-16T10:04:10,351 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,41013,1731751449555, state=OPENING 2024-11-16T10:04:10,360 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:04:10,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:10,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:10,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:10,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:10,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=adb367c328a9,41013,1731751449555}] 2024-11-16T10:04:10,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:10,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:10,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:04:10,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,41013,1731751449555 2024-11-16T10:04:10,523 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:10,524 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:10,528 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-16T10:04:10,528 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:10,528 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:04:10,530 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C41013%2C1731751449555.meta, suffix=.meta, logDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,41013,1731751449555, archiveDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/oldWALs, maxLogs=32 2024-11-16T10:04:10,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:10,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:10,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:10,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:10,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:10,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:10,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:10,541 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,41013,1731751449555/adb367c328a9%2C41013%2C1731751449555.meta.1731751450530.meta, exclude list is [], retry=0 2024-11-16T10:04:10,543 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40373,DS-7f46457f-ba7b-428c-9a34-229704057365,DISK] 2024-11-16T10:04:10,543 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38497,DS-d1ef2e3f-f64d-4998-981b-835cdd11f482,DISK] 2024-11-16T10:04:10,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:10,545 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,41013,1731751449555/adb367c328a9%2C41013%2C1731751449555.meta.1731751450530.meta 2024-11-16T10:04:10,545 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:36605:36605)] 2024-11-16T10:04:10,545 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:10,545 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:04:10,546 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:04:10,546 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:04:10,546 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:04:10,546 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:10,546 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-16T10:04:10,546 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-16T10:04:10,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:04:10,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:04:10,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:10,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:10,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:04:10,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:04:10,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:10,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:10,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:04:10,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:04:10,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:10,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:10,552 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740 2024-11-16T10:04:10,553 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740 2024-11-16T10:04:10,555 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:04:10,556 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:04:10,557 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65615504, jitterRate=-0.022252798080444336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:04:10,557 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:04:10,558 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731751450523 2024-11-16T10:04:10,560 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:04:10,560 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-16T10:04:10,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,41013,1731751449555 2024-11-16T10:04:10,561 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,41013,1731751449555, state=OPEN 2024-11-16T10:04:10,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:04:10,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:04:10,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:04:10,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:10,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:10,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:10,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:04:10,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=adb367c328a9,41013,1731751449555 in 199 msec 2024-11-16T10:04:10,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:04:10,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-16T10:04:10,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 673 msec 2024-11-16T10:04:10,575 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731751450574, completionTime=-1 2024-11-16T10:04:10,575 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T10:04:10,575 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-16T10:04:10,575 DEBUG [hconnection-0x1db4e5b9-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:10,577 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37672, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:10,578 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-16T10:04:10,578 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731751510578 2024-11-16T10:04:10,578 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731751570578 2024-11-16T10:04:10,578 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-16T10:04:10,597 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T10:04:10,597 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,33447,1731751449420-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,597 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,33447,1731751449420-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,598 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,33447,1731751449420-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,598 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-adb367c328a9:33447, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,598 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:10,598 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-16T10:04:10,598 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:04:10,599 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-16T10:04:10,600 DEBUG [master/adb367c328a9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-16T10:04:10,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:04:10,600 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:10,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:04:10,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:04:10,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:04:11,010 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0c2d1ec4fceede1db09b0588cfed636e, NAME => 'hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77 2024-11-16T10:04:11,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:04:11,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:04:11,422 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:11,423 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 0c2d1ec4fceede1db09b0588cfed636e, disabling compactions & flushes 2024-11-16T10:04:11,423 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:11,423 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:11,423 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. after waiting 0 ms 2024-11-16T10:04:11,423 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:11,423 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:11,423 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0c2d1ec4fceede1db09b0588cfed636e: 2024-11-16T10:04:11,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:04:11,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731751451426"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751451426"}]},"ts":"1731751451426"} 2024-11-16T10:04:11,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:04:11,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:04:11,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751451432"}]},"ts":"1731751451432"} 2024-11-16T10:04:11,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-16T10:04:11,485 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:11,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:11,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:11,486 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:11,486 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:11,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:11,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0c2d1ec4fceede1db09b0588cfed636e, ASSIGN}] 2024-11-16T10:04:11,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0c2d1ec4fceede1db09b0588cfed636e, ASSIGN 2024-11-16T10:04:11,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=0c2d1ec4fceede1db09b0588cfed636e, ASSIGN; state=OFFLINE, location=adb367c328a9,46879,1731751449597; forceNewPlan=false, retain=false 2024-11-16T10:04:11,640 INFO [adb367c328a9:33447 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T10:04:11,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0c2d1ec4fceede1db09b0588cfed636e, regionState=OPENING, regionLocation=adb367c328a9,46879,1731751449597 2024-11-16T10:04:11,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 0c2d1ec4fceede1db09b0588cfed636e, server=adb367c328a9,46879,1731751449597}] 2024-11-16T10:04:11,795 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,46879,1731751449597 2024-11-16T10:04:11,795 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:11,797 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:11,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:11,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 0c2d1ec4fceede1db09b0588cfed636e, NAME => 'hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:11,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 0c2d1ec4fceede1db09b0588cfed636e 2024-11-16T10:04:11,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:11,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 0c2d1ec4fceede1db09b0588cfed636e 2024-11-16T10:04:11,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 0c2d1ec4fceede1db09b0588cfed636e 2024-11-16T10:04:11,806 INFO [StoreOpener-0c2d1ec4fceede1db09b0588cfed636e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0c2d1ec4fceede1db09b0588cfed636e 2024-11-16T10:04:11,808 INFO [StoreOpener-0c2d1ec4fceede1db09b0588cfed636e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c2d1ec4fceede1db09b0588cfed636e columnFamilyName info 2024-11-16T10:04:11,808 DEBUG [StoreOpener-0c2d1ec4fceede1db09b0588cfed636e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:11,808 INFO [StoreOpener-0c2d1ec4fceede1db09b0588cfed636e-1 {}] regionserver.HStore(327): Store=0c2d1ec4fceede1db09b0588cfed636e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:11,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/namespace/0c2d1ec4fceede1db09b0588cfed636e 2024-11-16T10:04:11,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/namespace/0c2d1ec4fceede1db09b0588cfed636e 2024-11-16T10:04:11,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 0c2d1ec4fceede1db09b0588cfed636e 2024-11-16T10:04:11,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/namespace/0c2d1ec4fceede1db09b0588cfed636e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:11,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 0c2d1ec4fceede1db09b0588cfed636e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70272764, jitterRate=0.0471457839012146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:11,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 0c2d1ec4fceede1db09b0588cfed636e: 2024-11-16T10:04:11,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e., pid=6, masterSystemTime=1731751451794 2024-11-16T10:04:11,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:11,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:11,817 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0c2d1ec4fceede1db09b0588cfed636e, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,46879,1731751449597 2024-11-16T10:04:11,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:04:11,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 0c2d1ec4fceede1db09b0588cfed636e, server=adb367c328a9,46879,1731751449597 in 177 msec 2024-11-16T10:04:11,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:04:11,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=0c2d1ec4fceede1db09b0588cfed636e, ASSIGN in 333 msec 2024-11-16T10:04:11,823 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:04:11,823 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751451823"}]},"ts":"1731751451823"} 2024-11-16T10:04:11,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-16T10:04:11,836 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:04:11,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2380 sec 2024-11-16T10:04:11,901 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-16T10:04:11,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:11,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:11,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:11,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:11,947 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:11,948 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:11,950 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-16T10:04:11,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:12,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 62 msec 2024-11-16T10:04:12,023 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-16T10:04:12,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:12,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 26 msec 2024-11-16T10:04:12,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-16T10:04:12,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-16T10:04:12,089 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.441sec 2024-11-16T10:04:12,089 INFO [master/adb367c328a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:04:12,089 INFO [master/adb367c328a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:04:12,089 INFO [master/adb367c328a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:04:12,089 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:04:12,089 INFO [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:04:12,089 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,33447,1731751449420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:12,089 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,33447,1731751449420-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:04:12,091 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:04:12,091 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:04:12,091 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,33447,1731751449420-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:12,128 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04bebc2b to 127.0.0.1:64822 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ac860f 2024-11-16T10:04:12,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd06b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:12,143 DEBUG [hconnection-0x4817200e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:12,145 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:12,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=adb367c328a9,33447,1731751449420 2024-11-16T10:04:12,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:04:12,150 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:04:12,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:04:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T10:04:12,155 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:04:12,155 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:12,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-16T10:04:12,156 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:04:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:04:12,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:04:12,168 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b1593d6c612daef6d8e22054d0c11f45, NAME => 'testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77 2024-11-16T10:04:12,169 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ebc25b1352f1635ca9b7241bfa4a8184, NAME => 'testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77 2024-11-16T10:04:12,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:04:12,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:04:12,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:04:12,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing ebc25b1352f1635ca9b7241bfa4a8184, disabling compactions & flushes 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:12,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing b1593d6c612daef6d8e22054d0c11f45, disabling compactions & flushes 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. after waiting 0 ms 2024-11-16T10:04:12,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. after waiting 0 ms 2024-11-16T10:04:12,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for ebc25b1352f1635ca9b7241bfa4a8184: 2024-11-16T10:04:12,177 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,177 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for b1593d6c612daef6d8e22054d0c11f45: 2024-11-16T10:04:12,178 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:04:12,178 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751452178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751452178"}]},"ts":"1731751452178"} 2024-11-16T10:04:12,178 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751452178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751452178"}]},"ts":"1731751452178"} 2024-11-16T10:04:12,181 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-16T10:04:12,182 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:04:12,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751452182"}]},"ts":"1731751452182"} 2024-11-16T10:04:12,183 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T10:04:12,201 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:12,203 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:12,203 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:12,203 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:12,203 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:12,203 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:12,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1593d6c612daef6d8e22054d0c11f45, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebc25b1352f1635ca9b7241bfa4a8184, ASSIGN}] 2024-11-16T10:04:12,204 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebc25b1352f1635ca9b7241bfa4a8184, ASSIGN 2024-11-16T10:04:12,205 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1593d6c612daef6d8e22054d0c11f45, ASSIGN 2024-11-16T10:04:12,205 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1593d6c612daef6d8e22054d0c11f45, ASSIGN; state=OFFLINE, location=adb367c328a9,41013,1731751449555; forceNewPlan=false, retain=false 2024-11-16T10:04:12,205 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebc25b1352f1635ca9b7241bfa4a8184, ASSIGN; state=OFFLINE, location=adb367c328a9,46879,1731751449597; forceNewPlan=false, retain=false 2024-11-16T10:04:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:12,355 INFO [adb367c328a9:33447 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T10:04:12,356 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b1593d6c612daef6d8e22054d0c11f45, regionState=OPENING, regionLocation=adb367c328a9,41013,1731751449555 2024-11-16T10:04:12,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ebc25b1352f1635ca9b7241bfa4a8184, regionState=OPENING, regionLocation=adb367c328a9,46879,1731751449597 2024-11-16T10:04:12,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure b1593d6c612daef6d8e22054d0c11f45, server=adb367c328a9,41013,1731751449555}] 2024-11-16T10:04:12,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure ebc25b1352f1635ca9b7241bfa4a8184, server=adb367c328a9,46879,1731751449597}] 2024-11-16T10:04:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:12,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,41013,1731751449555 2024-11-16T10:04:12,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,46879,1731751449597 2024-11-16T10:04:12,517 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,517 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,517 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => b1593d6c612daef6d8e22054d0c11f45, NAME => 'testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T10:04:12,517 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => ebc25b1352f1635ca9b7241bfa4a8184, NAME => 'testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T10:04:12,517 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b1593d6c612daef6d8e22054d0c11f45 2024-11-16T10:04:12,517 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:12,517 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ebc25b1352f1635ca9b7241bfa4a8184 2024-11-16T10:04:12,517 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for b1593d6c612daef6d8e22054d0c11f45 2024-11-16T10:04:12,518 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:12,518 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for b1593d6c612daef6d8e22054d0c11f45 2024-11-16T10:04:12,518 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for ebc25b1352f1635ca9b7241bfa4a8184 2024-11-16T10:04:12,518 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for ebc25b1352f1635ca9b7241bfa4a8184 2024-11-16T10:04:12,519 INFO [StoreOpener-b1593d6c612daef6d8e22054d0c11f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b1593d6c612daef6d8e22054d0c11f45 2024-11-16T10:04:12,520 INFO [StoreOpener-ebc25b1352f1635ca9b7241bfa4a8184-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ebc25b1352f1635ca9b7241bfa4a8184 2024-11-16T10:04:12,521 INFO [StoreOpener-b1593d6c612daef6d8e22054d0c11f45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1593d6c612daef6d8e22054d0c11f45 columnFamilyName family 2024-11-16T10:04:12,521 DEBUG [StoreOpener-b1593d6c612daef6d8e22054d0c11f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:12,521 INFO [StoreOpener-ebc25b1352f1635ca9b7241bfa4a8184-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebc25b1352f1635ca9b7241bfa4a8184 columnFamilyName family 2024-11-16T10:04:12,521 DEBUG [StoreOpener-ebc25b1352f1635ca9b7241bfa4a8184-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:12,522 INFO [StoreOpener-b1593d6c612daef6d8e22054d0c11f45-1 {}] regionserver.HStore(327): Store=b1593d6c612daef6d8e22054d0c11f45/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:12,522 INFO [StoreOpener-ebc25b1352f1635ca9b7241bfa4a8184-1 {}] regionserver.HStore(327): Store=ebc25b1352f1635ca9b7241bfa4a8184/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:12,523 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/b1593d6c612daef6d8e22054d0c11f45 2024-11-16T10:04:12,523 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/ebc25b1352f1635ca9b7241bfa4a8184 2024-11-16T10:04:12,523 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/b1593d6c612daef6d8e22054d0c11f45 2024-11-16T10:04:12,523 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/ebc25b1352f1635ca9b7241bfa4a8184 2024-11-16T10:04:12,525 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for b1593d6c612daef6d8e22054d0c11f45 2024-11-16T10:04:12,525 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for ebc25b1352f1635ca9b7241bfa4a8184 2024-11-16T10:04:12,527 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/ebc25b1352f1635ca9b7241bfa4a8184/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:12,527 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/b1593d6c612daef6d8e22054d0c11f45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:12,527 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened ebc25b1352f1635ca9b7241bfa4a8184; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59646709, jitterRate=-0.11119477450847626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:12,527 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened b1593d6c612daef6d8e22054d0c11f45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75377177, jitterRate=0.1232074648141861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:12,528 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for b1593d6c612daef6d8e22054d0c11f45: 2024-11-16T10:04:12,528 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for ebc25b1352f1635ca9b7241bfa4a8184: 2024-11-16T10:04:12,529 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184., pid=13, masterSystemTime=1731751452512 2024-11-16T10:04:12,529 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45., pid=12, masterSystemTime=1731751452511 2024-11-16T10:04:12,530 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,530 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b1593d6c612daef6d8e22054d0c11f45, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,41013,1731751449555 2024-11-16T10:04:12,531 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,531 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ebc25b1352f1635ca9b7241bfa4a8184, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,46879,1731751449597 2024-11-16T10:04:12,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-16T10:04:12,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure b1593d6c612daef6d8e22054d0c11f45, server=adb367c328a9,41013,1731751449555 in 175 msec 2024-11-16T10:04:12,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-16T10:04:12,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure ebc25b1352f1635ca9b7241bfa4a8184, server=adb367c328a9,46879,1731751449597 in 175 msec 2024-11-16T10:04:12,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b1593d6c612daef6d8e22054d0c11f45, ASSIGN in 331 msec 2024-11-16T10:04:12,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-16T10:04:12,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebc25b1352f1635ca9b7241bfa4a8184, ASSIGN in 332 msec 2024-11-16T10:04:12,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:04:12,537 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751452537"}]},"ts":"1731751452537"} 2024-11-16T10:04:12,539 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T10:04:12,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:04:12,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 426 msec 2024-11-16T10:04:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33447 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:12,764 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-16T10:04:12,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T10:04:12,765 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:04:12,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T10:04:12,771 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:04:12,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-16T10:04:12,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:12,787 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:12,794 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b1593d6c612daef6d8e22054d0c11f45 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T10:04:12,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/b1593d6c612daef6d8e22054d0c11f45/.tmp/family/19a91b86d78f4c1ea2ae0a9d0236c1ce is 32, key is 1/family:/1731751452775/Put/seqid=0 2024-11-16T10:04:12,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741841_1017 (size=5054) 2024-11-16T10:04:12,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741841_1017 (size=5054) 2024-11-16T10:04:12,821 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/b1593d6c612daef6d8e22054d0c11f45/.tmp/family/19a91b86d78f4c1ea2ae0a9d0236c1ce 2024-11-16T10:04:12,828 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/b1593d6c612daef6d8e22054d0c11f45/.tmp/family/19a91b86d78f4c1ea2ae0a9d0236c1ce as hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/b1593d6c612daef6d8e22054d0c11f45/family/19a91b86d78f4c1ea2ae0a9d0236c1ce 2024-11-16T10:04:12,835 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/b1593d6c612daef6d8e22054d0c11f45/family/19a91b86d78f4c1ea2ae0a9d0236c1ce, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T10:04:12,836 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b1593d6c612daef6d8e22054d0c11f45 in 42ms, sequenceid=8, compaction requested=false 2024-11-16T10:04:12,836 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b1593d6c612daef6d8e22054d0c11f45: 2024-11-16T10:04:12,836 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ebc25b1352f1635ca9b7241bfa4a8184 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T10:04:12,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/ebc25b1352f1635ca9b7241bfa4a8184/.tmp/family/02fdd26365434ed1a43afddd23a200e2 is 32, key is 5/family:/1731751452788/Put/seqid=0 2024-11-16T10:04:12,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741842_1018 (size=5083) 2024-11-16T10:04:12,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741842_1018 (size=5083) 2024-11-16T10:04:12,856 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/ebc25b1352f1635ca9b7241bfa4a8184/.tmp/family/02fdd26365434ed1a43afddd23a200e2 2024-11-16T10:04:12,862 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/ebc25b1352f1635ca9b7241bfa4a8184/.tmp/family/02fdd26365434ed1a43afddd23a200e2 as hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/ebc25b1352f1635ca9b7241bfa4a8184/family/02fdd26365434ed1a43afddd23a200e2 2024-11-16T10:04:12,867 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/ebc25b1352f1635ca9b7241bfa4a8184/family/02fdd26365434ed1a43afddd23a200e2, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T10:04:12,868 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ebc25b1352f1635ca9b7241bfa4a8184 in 32ms, sequenceid=9, compaction requested=false 2024-11-16T10:04:12,868 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ebc25b1352f1635ca9b7241bfa4a8184: 2024-11-16T10:04:12,870 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file 19a91b86d78f4c1ea2ae0a9d0236c1ce, starting offset: 0, end offset: 9223372036854775807 2024-11-16T10:04:12,870 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key 19a91b86d78f4c1ea2ae0a9d0236c1ce_0 from back map with offset lock 2094080 in the evict process 2024-11-16T10:04:12,871 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file 02fdd26365434ed1a43afddd23a200e2, starting offset: 0, end offset: 9223372036854775807 2024-11-16T10:04:12,871 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key 02fdd26365434ed1a43afddd23a200e2_0 from back map with offset lock 2094080 in the evict process 2024-11-16T10:04:12,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T10:04:12,872 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:04:12,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04bebc2b to 127.0.0.1:64822 2024-11-16T10:04:12,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:12,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:04:12,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1171249064, stopped=false 2024-11-16T10:04:12,872 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=adb367c328a9,33447,1731751449420 2024-11-16T10:04:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:12,919 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-16T10:04:12,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:12,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:12,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:12,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:12,920 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,41013,1731751449555' ***** 2024-11-16T10:04:12,920 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:04:12,920 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,46879,1731751449597' ***** 2024-11-16T10:04:12,920 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:04:12,920 INFO [RS:0;adb367c328a9:41013 {}] bucket.BucketCache(1727): Disabling cache 2024-11-16T10:04:12,921 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:12,921 INFO [RS:1;adb367c328a9:46879 {}] bucket.BucketCache(1727): Disabling cache 2024-11-16T10:04:12,921 INFO [RS:0;adb367c328a9:41013 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T10:04:12,921 INFO [RS:1;adb367c328a9:46879 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T10:04:12,921 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:04:12,921 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T10:04:12,921 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T10:04:12,921 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T10:04:12,921 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:04:12,921 INFO [RS:0;adb367c328a9:41013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:04:12,921 INFO [RS:0;adb367c328a9:41013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:04:12,921 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(3579): Received CLOSE for b1593d6c612daef6d8e22054d0c11f45 2024-11-16T10:04:12,922 INFO [RS:1;adb367c328a9:46879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:04:12,922 INFO [RS:1;adb367c328a9:46879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:04:12,922 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(3579): Received CLOSE for ebc25b1352f1635ca9b7241bfa4a8184 2024-11-16T10:04:12,922 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T10:04:12,922 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T10:04:12,922 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,41013,1731751449555 2024-11-16T10:04:12,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:04:12,922 DEBUG [RS:0;adb367c328a9:41013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:12,922 INFO [RS:0;adb367c328a9:41013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:04:12,922 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b1593d6c612daef6d8e22054d0c11f45, disabling compactions & flushes 2024-11-16T10:04:12,922 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:04:12,922 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(3579): Received CLOSE for 0c2d1ec4fceede1db09b0588cfed636e 2024-11-16T10:04:12,922 INFO [RS:0;adb367c328a9:41013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:04:12,922 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,922 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,46879,1731751449597 2024-11-16T10:04:12,922 INFO [RS:0;adb367c328a9:41013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:04:12,922 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T10:04:12,923 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,923 DEBUG [RS:1;adb367c328a9:46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:12,923 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ebc25b1352f1635ca9b7241bfa4a8184, disabling compactions & flushes 2024-11-16T10:04:12,923 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. after waiting 0 ms 2024-11-16T10:04:12,923 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-16T10:04:12,923 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,923 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,923 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-16T10:04:12,923 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,923 DEBUG [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1603): Online Regions={ebc25b1352f1635ca9b7241bfa4a8184=testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184., 0c2d1ec4fceede1db09b0588cfed636e=hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e.} 2024-11-16T10:04:12,923 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. after waiting 0 ms 2024-11-16T10:04:12,923 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,923 DEBUG [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1629): Waiting on 0c2d1ec4fceede1db09b0588cfed636e, ebc25b1352f1635ca9b7241bfa4a8184 2024-11-16T10:04:12,923 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-16T10:04:12,923 DEBUG [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1603): Online Regions={b1593d6c612daef6d8e22054d0c11f45=testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T10:04:12,923 DEBUG [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b1593d6c612daef6d8e22054d0c11f45 2024-11-16T10:04:12,923 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:04:12,923 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:04:12,924 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:04:12,924 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:04:12,924 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:04:12,924 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/b1593d6c612daef6d8e22054d0c11f45/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/default/testClearRegionBlockCache/ebc25b1352f1635ca9b7241bfa4a8184/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T10:04:12,929 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ebc25b1352f1635ca9b7241bfa4a8184: 2024-11-16T10:04:12,929 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b1593d6c612daef6d8e22054d0c11f45: 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184. 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731751452152.b1593d6c612daef6d8e22054d0c11f45. 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0c2d1ec4fceede1db09b0588cfed636e, disabling compactions & flushes 2024-11-16T10:04:12,929 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. after waiting 0 ms 2024-11-16T10:04:12,929 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:12,930 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 0c2d1ec4fceede1db09b0588cfed636e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-16T10:04:12,941 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/.tmp/info/dcb209803b3447369b30e1e5ec38a116 is 173, key is testClearRegionBlockCache,5,1731751452152.ebc25b1352f1635ca9b7241bfa4a8184./info:regioninfo/1731751452532/Put/seqid=0 2024-11-16T10:04:12,943 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/namespace/0c2d1ec4fceede1db09b0588cfed636e/.tmp/info/40db3eae76d54e5597c8bb31ecb6bcad is 45, key is default/info:d/1731751451956/Put/seqid=0 2024-11-16T10:04:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:04:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:04:12,946 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/.tmp/info/dcb209803b3447369b30e1e5ec38a116 2024-11-16T10:04:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:04:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:04:12,949 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/namespace/0c2d1ec4fceede1db09b0588cfed636e/.tmp/info/40db3eae76d54e5597c8bb31ecb6bcad 2024-11-16T10:04:12,954 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/namespace/0c2d1ec4fceede1db09b0588cfed636e/.tmp/info/40db3eae76d54e5597c8bb31ecb6bcad as hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/namespace/0c2d1ec4fceede1db09b0588cfed636e/info/40db3eae76d54e5597c8bb31ecb6bcad 2024-11-16T10:04:12,959 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/namespace/0c2d1ec4fceede1db09b0588cfed636e/info/40db3eae76d54e5597c8bb31ecb6bcad, entries=2, sequenceid=6, filesize=4.9 K 2024-11-16T10:04:12,960 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 0c2d1ec4fceede1db09b0588cfed636e in 31ms, sequenceid=6, compaction requested=false 2024-11-16T10:04:12,964 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/namespace/0c2d1ec4fceede1db09b0588cfed636e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:04:12,964 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:12,964 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0c2d1ec4fceede1db09b0588cfed636e: 2024-11-16T10:04:12,964 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731751450598.0c2d1ec4fceede1db09b0588cfed636e. 2024-11-16T10:04:12,971 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/.tmp/table/b95b95374eca433781b500c80734e3b1 is 61, key is testClearRegionBlockCache/table:state/1731751452537/Put/seqid=0 2024-11-16T10:04:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:04:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:04:12,976 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/.tmp/table/b95b95374eca433781b500c80734e3b1 2024-11-16T10:04:12,982 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/.tmp/info/dcb209803b3447369b30e1e5ec38a116 as hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/info/dcb209803b3447369b30e1e5ec38a116 2024-11-16T10:04:12,988 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/info/dcb209803b3447369b30e1e5ec38a116, entries=30, sequenceid=16, filesize=9.1 K 2024-11-16T10:04:12,989 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/.tmp/table/b95b95374eca433781b500c80734e3b1 as hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/table/b95b95374eca433781b500c80734e3b1 2024-11-16T10:04:12,995 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/table/b95b95374eca433781b500c80734e3b1, entries=4, sequenceid=16, filesize=5.3 K 2024-11-16T10:04:12,996 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=16, compaction requested=false 2024-11-16T10:04:13,001 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:04:13,001 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:04:13,001 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:13,002 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:04:13,002 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:13,020 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:13,075 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:04:13,075 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:04:13,083 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:04:13,083 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:04:13,123 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,46879,1731751449597; all regions closed. 2024-11-16T10:04:13,124 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,41013,1731751449555; all regions closed. 2024-11-16T10:04:13,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:04:13,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:04:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741833_1009 (size=3188) 2024-11-16T10:04:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741833_1009 (size=3188) 2024-11-16T10:04:13,132 DEBUG [RS:0;adb367c328a9:41013 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/oldWALs 2024-11-16T10:04:13,132 INFO [RS:0;adb367c328a9:41013 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C41013%2C1731751449555.meta:.meta(num 1731751450530) 2024-11-16T10:04:13,132 DEBUG [RS:1;adb367c328a9:46879 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/oldWALs 2024-11-16T10:04:13,132 INFO [RS:1;adb367c328a9:46879 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C46879%2C1731751449597:(num 1731751450151) 2024-11-16T10:04:13,132 DEBUG [RS:1;adb367c328a9:46879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:13,132 INFO [RS:1;adb367c328a9:46879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:13,133 INFO [RS:1;adb367c328a9:46879 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-16T10:04:13,133 INFO [RS:1;adb367c328a9:46879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:04:13,133 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:13,133 INFO [RS:1;adb367c328a9:46879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:04:13,133 INFO [RS:1;adb367c328a9:46879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:04:13,133 INFO [RS:1;adb367c328a9:46879 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46879 2024-11-16T10:04:13,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741834_1010 (size=1758) 2024-11-16T10:04:13,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/WALs/adb367c328a9,41013,1731751449555/adb367c328a9%2C41013%2C1731751449555.1731751450151 not finished, retry = 0 2024-11-16T10:04:13,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741834_1010 (size=1758) 2024-11-16T10:04:13,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:04:13,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,46879,1731751449597 2024-11-16T10:04:13,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,46879,1731751449597] 2024-11-16T10:04:13,151 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,46879,1731751449597; numProcessing=1 2024-11-16T10:04:13,160 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,46879,1731751449597 already deleted, retry=false 2024-11-16T10:04:13,160 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,46879,1731751449597 expired; onlineServers=1 2024-11-16T10:04:13,239 DEBUG [RS:0;adb367c328a9:41013 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/oldWALs 2024-11-16T10:04:13,239 INFO [RS:0;adb367c328a9:41013 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C41013%2C1731751449555:(num 1731751450151) 2024-11-16T10:04:13,239 DEBUG [RS:0;adb367c328a9:41013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:13,239 INFO [RS:0;adb367c328a9:41013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:13,239 INFO [RS:0;adb367c328a9:41013 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-16T10:04:13,239 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:13,240 INFO [RS:0;adb367c328a9:41013 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41013 2024-11-16T10:04:13,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:04:13,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,41013,1731751449555 2024-11-16T10:04:13,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:13,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46879-0x1014463b5b40002, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:13,252 INFO [RS:1;adb367c328a9:46879 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,46879,1731751449597; zookeeper connection closed. 2024-11-16T10:04:13,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25b9a100 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25b9a100 2024-11-16T10:04:13,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,41013,1731751449555] 2024-11-16T10:04:13,255 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,41013,1731751449555; numProcessing=2 2024-11-16T10:04:13,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,41013,1731751449555 already deleted, retry=false 2024-11-16T10:04:13,264 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,41013,1731751449555 expired; onlineServers=0 2024-11-16T10:04:13,264 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,33447,1731751449420' ***** 2024-11-16T10:04:13,264 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:04:13,264 DEBUG [M:0;adb367c328a9:33447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592eaa63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:13,264 INFO [M:0;adb367c328a9:33447 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,33447,1731751449420 2024-11-16T10:04:13,264 INFO [M:0;adb367c328a9:33447 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,33447,1731751449420; all regions closed. 2024-11-16T10:04:13,264 DEBUG [M:0;adb367c328a9:33447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:13,264 DEBUG [M:0;adb367c328a9:33447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:04:13,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:04:13,264 DEBUG [M:0;adb367c328a9:33447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:04:13,264 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751449908 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751449908,5,FailOnTimeoutGroup] 2024-11-16T10:04:13,264 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751449911 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751449911,5,FailOnTimeoutGroup] 2024-11-16T10:04:13,265 INFO [M:0;adb367c328a9:33447 {}] hbase.ChoreService(370): Chore service for: master/adb367c328a9:0 had [] on shutdown 2024-11-16T10:04:13,265 DEBUG [M:0;adb367c328a9:33447 {}] master.HMaster(1733): Stopping service threads 2024-11-16T10:04:13,265 INFO [M:0;adb367c328a9:33447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:04:13,266 INFO [M:0;adb367c328a9:33447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:04:13,266 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:04:13,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:13,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:13,272 DEBUG [M:0;adb367c328a9:33447 {}] zookeeper.ZKUtil(347): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T10:04:13,272 WARN [M:0;adb367c328a9:33447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:04:13,272 INFO [M:0;adb367c328a9:33447 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-16T10:04:13,272 INFO [M:0;adb367c328a9:33447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:04:13,272 DEBUG [M:0;adb367c328a9:33447 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:04:13,273 INFO [M:0;adb367c328a9:33447 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:13,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:13,273 DEBUG [M:0;adb367c328a9:33447 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:13,273 DEBUG [M:0;adb367c328a9:33447 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:04:13,273 DEBUG [M:0;adb367c328a9:33447 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:13,273 INFO [M:0;adb367c328a9:33447 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-16T10:04:13,293 DEBUG [M:0;adb367c328a9:33447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8204a8bc6064dc786b5003bf23fe135 is 82, key is hbase:meta,,1/info:regioninfo/1731751450560/Put/seqid=0 2024-11-16T10:04:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:04:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:04:13,331 INFO [M:0;adb367c328a9:33447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8204a8bc6064dc786b5003bf23fe135 2024-11-16T10:04:13,349 DEBUG [M:0;adb367c328a9:33447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df278b242b9242f6870874ccbc65b22d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731751452579/Put/seqid=0 2024-11-16T10:04:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741847_1023 (size=7578) 2024-11-16T10:04:13,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741847_1023 (size=7578) 2024-11-16T10:04:13,354 INFO [M:0;adb367c328a9:33447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df278b242b9242f6870874ccbc65b22d 2024-11-16T10:04:13,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:13,355 INFO [RS:0;adb367c328a9:41013 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,41013,1731751449555; zookeeper connection closed. 2024-11-16T10:04:13,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41013-0x1014463b5b40001, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:13,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@216f5061 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@216f5061 2024-11-16T10:04:13,356 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T10:04:13,372 DEBUG [M:0;adb367c328a9:33447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36a4c13ede5a492db509870ed9d625bf is 69, key is adb367c328a9,41013,1731751449555/rs:state/1731751449971/Put/seqid=0 2024-11-16T10:04:13,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:04:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:04:13,378 INFO [M:0;adb367c328a9:33447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36a4c13ede5a492db509870ed9d625bf 2024-11-16T10:04:13,383 DEBUG [M:0;adb367c328a9:33447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8204a8bc6064dc786b5003bf23fe135 as hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8204a8bc6064dc786b5003bf23fe135 2024-11-16T10:04:13,388 INFO [M:0;adb367c328a9:33447 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8204a8bc6064dc786b5003bf23fe135, entries=8, sequenceid=108, filesize=5.5 K 2024-11-16T10:04:13,389 DEBUG [M:0;adb367c328a9:33447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df278b242b9242f6870874ccbc65b22d as hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df278b242b9242f6870874ccbc65b22d 2024-11-16T10:04:13,395 INFO [M:0;adb367c328a9:33447 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df278b242b9242f6870874ccbc65b22d, entries=13, sequenceid=108, filesize=7.4 K 2024-11-16T10:04:13,396 DEBUG [M:0;adb367c328a9:33447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36a4c13ede5a492db509870ed9d625bf as hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36a4c13ede5a492db509870ed9d625bf 2024-11-16T10:04:13,400 INFO [M:0;adb367c328a9:33447 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46537/user/jenkins/test-data/29be0e6d-be76-060e-2cf2-22d6a9402c77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36a4c13ede5a492db509870ed9d625bf, entries=2, sequenceid=108, filesize=5.1 K 2024-11-16T10:04:13,401 INFO [M:0;adb367c328a9:33447 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=108, compaction requested=false 2024-11-16T10:04:13,402 INFO [M:0;adb367c328a9:33447 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:13,402 DEBUG [M:0;adb367c328a9:33447 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:13,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38497 is added to blk_1073741830_1006 (size=54465) 2024-11-16T10:04:13,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40373 is added to blk_1073741830_1006 (size=54465) 2024-11-16T10:04:13,405 INFO [M:0;adb367c328a9:33447 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-16T10:04:13,405 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:13,405 INFO [M:0;adb367c328a9:33447 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33447 2024-11-16T10:04:13,413 DEBUG [M:0;adb367c328a9:33447 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/adb367c328a9,33447,1731751449420 already deleted, retry=false 2024-11-16T10:04:13,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:13,522 INFO [M:0;adb367c328a9:33447 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,33447,1731751449420; zookeeper connection closed. 2024-11-16T10:04:13,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33447-0x1014463b5b40000, quorum=127.0.0.1:64822, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:13,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b9b946a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:13,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ebfc7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:13,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:13,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5434a5b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:13,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b392e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:13,530 WARN [BP-1646807866-172.17.0.2-1731751448008 heartbeating to localhost/127.0.0.1:46537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:04:13,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:04:13,530 WARN [BP-1646807866-172.17.0.2-1731751448008 heartbeating to localhost/127.0.0.1:46537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1646807866-172.17.0.2-1731751448008 (Datanode Uuid 0ca4967a-667d-41ee-8d82-d82aa5422848) service to localhost/127.0.0.1:46537 2024-11-16T10:04:13,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:04:13,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/dfs/data/data3/current/BP-1646807866-172.17.0.2-1731751448008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:13,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/dfs/data/data4/current/BP-1646807866-172.17.0.2-1731751448008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:13,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:04:13,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@393d0d67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:13,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@580ef631{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:13,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:13,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22ae0230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:13,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a1535e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:13,536 WARN [BP-1646807866-172.17.0.2-1731751448008 heartbeating to localhost/127.0.0.1:46537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:04:13,536 WARN [BP-1646807866-172.17.0.2-1731751448008 heartbeating to localhost/127.0.0.1:46537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1646807866-172.17.0.2-1731751448008 (Datanode Uuid 0cfed6f4-699a-4707-842f-c9df8b98ee94) service to localhost/127.0.0.1:46537 2024-11-16T10:04:13,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:04:13,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:04:13,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/dfs/data/data1/current/BP-1646807866-172.17.0.2-1731751448008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:13,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/cluster_ad31a25f-3bbc-f6ac-f2e3-633b0746a147/dfs/data/data2/current/BP-1646807866-172.17.0.2-1731751448008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:13,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:04:13,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2230bc7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:04:13,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3abd7344{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:13,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:13,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26f7e644{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:13,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65c05502{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:13,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:04:13,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T10:04:13,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=178 (was 157) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46537 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46537 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 494) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=3474 (was 3645) 2024-11-16T10:04:13,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=178, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=3472 2024-11-16T10:04:13,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.log.dir so I do NOT create it in target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a 2024-11-16T10:04:13,591 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T10:04:13,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.tmp.dir so I do NOT create it in target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a 2024-11-16T10:04:13,592 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8be65981-d21f-c75d-1156-7f2a67f61e5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T10:04:13,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8, deleteOnExit=true 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/test.cache.data in system properties and HBase conf 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/hadoop.log.dir in system properties and HBase conf 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-16T10:04:13,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T10:04:13,592 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/nfs.dump.dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/java.io.tmpdir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T10:04:13,593 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T10:04:13,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:13,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:04:13,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:04:13,816 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:04:13,816 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:04:13,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:13,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6831b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:04:13,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c4f8d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:04:13,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc3ab33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/java.io.tmpdir/jetty-localhost-38783-hadoop-hdfs-3_4_1-tests_jar-_-any-11866237816698693860/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:04:13,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72a17c2a{HTTP/1.1, (http/1.1)}{localhost:38783} 2024-11-16T10:04:13,910 INFO [Time-limited test {}] server.Server(415): Started @36391ms 2024-11-16T10:04:14,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:14,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:04:14,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:04:14,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:04:14,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T10:04:14,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a370b8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:04:14,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645b66fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:04:14,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63821384{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/java.io.tmpdir/jetty-localhost-39553-hadoop-hdfs-3_4_1-tests_jar-_-any-5851517175512598722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:14,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a929470{HTTP/1.1, (http/1.1)}{localhost:39553} 2024-11-16T10:04:14,174 INFO [Time-limited test {}] server.Server(415): Started @36655ms 2024-11-16T10:04:14,175 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:04:14,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T10:04:14,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T10:04:14,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T10:04:14,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T10:04:14,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T10:04:14,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@322d7fbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/hadoop.log.dir/,AVAILABLE} 2024-11-16T10:04:14,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d88e712{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T10:04:14,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d50bf9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/java.io.tmpdir/jetty-localhost-33765-hadoop-hdfs-3_4_1-tests_jar-_-any-8966406682188198833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:14,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6537169f{HTTP/1.1, (http/1.1)}{localhost:33765} 2024-11-16T10:04:14,302 INFO [Time-limited test {}] server.Server(415): Started @36783ms 2024-11-16T10:04:14,303 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T10:04:14,718 WARN [Thread-1452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/dfs/data/data2/current/BP-107524799-172.17.0.2-1731751453608/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:14,718 WARN [Thread-1451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/dfs/data/data1/current/BP-107524799-172.17.0.2-1731751453608/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:14,733 WARN [Thread-1415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:04:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b74b5e31b33b339 with lease ID 0x5b003937249a401f: Processing first storage report for DS-7bf933ef-c29c-47f8-ad07-461c7702b53b from datanode DatanodeRegistration(127.0.0.1:42513, datanodeUuid=62665c27-41a5-426e-9ca9-06cace4f2d16, infoPort=38095, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=991385478;c=1731751453608) 2024-11-16T10:04:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b74b5e31b33b339 with lease ID 0x5b003937249a401f: from storage DS-7bf933ef-c29c-47f8-ad07-461c7702b53b node DatanodeRegistration(127.0.0.1:42513, datanodeUuid=62665c27-41a5-426e-9ca9-06cace4f2d16, infoPort=38095, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=991385478;c=1731751453608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b74b5e31b33b339 with lease ID 0x5b003937249a401f: Processing first storage report for DS-d591928b-d054-427d-a79a-f3408dea5a6f from datanode DatanodeRegistration(127.0.0.1:42513, datanodeUuid=62665c27-41a5-426e-9ca9-06cace4f2d16, infoPort=38095, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=991385478;c=1731751453608) 2024-11-16T10:04:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b74b5e31b33b339 with lease ID 0x5b003937249a401f: from storage DS-d591928b-d054-427d-a79a-f3408dea5a6f node DatanodeRegistration(127.0.0.1:42513, datanodeUuid=62665c27-41a5-426e-9ca9-06cace4f2d16, infoPort=38095, infoSecurePort=0, ipcPort=34635, storageInfo=lv=-57;cid=testClusterID;nsid=991385478;c=1731751453608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:14,848 WARN [Thread-1462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/dfs/data/data3/current/BP-107524799-172.17.0.2-1731751453608/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:14,849 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/dfs/data/data4/current/BP-107524799-172.17.0.2-1731751453608/current, will proceed with Du for space computation calculation, 2024-11-16T10:04:14,870 WARN [Thread-1438 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T10:04:14,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db9fc5c0ec7d268 with lease ID 0x5b003937249a4020: Processing first storage report for DS-bed94e65-3950-4e3d-b4e1-b71eb0bbf74f from datanode DatanodeRegistration(127.0.0.1:37629, datanodeUuid=ac08f422-c195-45a0-a534-a821d73f6fc2, infoPort=35197, infoSecurePort=0, ipcPort=39475, storageInfo=lv=-57;cid=testClusterID;nsid=991385478;c=1731751453608) 2024-11-16T10:04:14,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db9fc5c0ec7d268 with lease ID 0x5b003937249a4020: from storage DS-bed94e65-3950-4e3d-b4e1-b71eb0bbf74f node DatanodeRegistration(127.0.0.1:37629, datanodeUuid=ac08f422-c195-45a0-a534-a821d73f6fc2, infoPort=35197, infoSecurePort=0, ipcPort=39475, storageInfo=lv=-57;cid=testClusterID;nsid=991385478;c=1731751453608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:14,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4db9fc5c0ec7d268 with lease ID 0x5b003937249a4020: Processing first storage report for DS-39a0d70f-af57-47b7-83dd-9d1f038536ba from datanode DatanodeRegistration(127.0.0.1:37629, datanodeUuid=ac08f422-c195-45a0-a534-a821d73f6fc2, infoPort=35197, infoSecurePort=0, ipcPort=39475, storageInfo=lv=-57;cid=testClusterID;nsid=991385478;c=1731751453608) 2024-11-16T10:04:14,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4db9fc5c0ec7d268 with lease ID 0x5b003937249a4020: from storage DS-39a0d70f-af57-47b7-83dd-9d1f038536ba node DatanodeRegistration(127.0.0.1:37629, datanodeUuid=ac08f422-c195-45a0-a534-a821d73f6fc2, infoPort=35197, infoSecurePort=0, ipcPort=39475, storageInfo=lv=-57;cid=testClusterID;nsid=991385478;c=1731751453608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T10:04:14,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a 2024-11-16T10:04:14,935 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/zookeeper_0, clientPort=58711, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T10:04:14,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58711 2024-11-16T10:04:14,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:14,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:14,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:04:14,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741825_1001 (size=7) 2024-11-16T10:04:14,950 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a with version=8 2024-11-16T10:04:14,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/hbase-staging 2024-11-16T10:04:14,953 INFO [Time-limited test {}] client.ConnectionUtils(129): master/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:04:14,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:14,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:14,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:04:14,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:14,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:04:14,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:04:14,953 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:04:14,954 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44519 2024-11-16T10:04:14,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:14,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:14,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44519 connecting to ZooKeeper ensemble=127.0.0.1:58711 2024-11-16T10:04:15,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445190x0, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:04:15,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44519-0x1014463cb4b0000 connected 2024-11-16T10:04:15,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:15,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:15,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:04:15,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-16T10:04:15,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44519 2024-11-16T10:04:15,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44519 2024-11-16T10:04:15,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-16T10:04:15,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44519 2024-11-16T10:04:15,075 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a, hbase.cluster.distributed=false 2024-11-16T10:04:15,095 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:04:15,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:15,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:15,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:04:15,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:15,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:04:15,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:04:15,096 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:04:15,096 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41359 2024-11-16T10:04:15,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:04:15,097 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T10:04:15,102 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-16T10:04:15,102 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T10:04:15,103 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T10:04:15,103 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:04:15,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:15,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:15,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41359 connecting to ZooKeeper ensemble=127.0.0.1:58711 2024-11-16T10:04:15,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413590x0, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:04:15,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413590x0, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:15,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41359-0x1014463cb4b0001 connected 2024-11-16T10:04:15,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:15,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:04:15,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41359 2024-11-16T10:04:15,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41359 2024-11-16T10:04:15,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41359 2024-11-16T10:04:15,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41359 2024-11-16T10:04:15,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41359 2024-11-16T10:04:15,137 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/adb367c328a9:0 server-side Connection retries=45 2024-11-16T10:04:15,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:15,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:15,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T10:04:15,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T10:04:15,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T10:04:15,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T10:04:15,138 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T10:04:15,138 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45531 2024-11-16T10:04:15,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T10:04:15,139 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T10:04:15,142 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-16T10:04:15,143 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T10:04:15,144 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T10:04:15,144 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T10:04:15,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:15,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:15,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45531 connecting to ZooKeeper ensemble=127.0.0.1:58711 2024-11-16T10:04:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455310x0, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T10:04:15,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455310x0, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:15,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45531-0x1014463cb4b0002 connected 2024-11-16T10:04:15,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:15,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T10:04:15,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45531 2024-11-16T10:04:15,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45531 2024-11-16T10:04:15,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45531 2024-11-16T10:04:15,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45531 2024-11-16T10:04:15,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45531 2024-11-16T10:04:15,162 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/adb367c328a9,44519,1731751454952 2024-11-16T10:04:15,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:15,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:15,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:15,172 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/adb367c328a9,44519,1731751454952 2024-11-16T10:04:15,172 DEBUG [M:0;adb367c328a9:44519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;adb367c328a9:44519 2024-11-16T10:04:15,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:15,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:15,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:15,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,180 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:04:15,181 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/adb367c328a9,44519,1731751454952 from backup master directory 2024-11-16T10:04:15,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T10:04:15,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/adb367c328a9,44519,1731751454952 2024-11-16T10:04:15,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:15,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:15,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T10:04:15,188 WARN [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:04:15,189 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=adb367c328a9,44519,1731751454952 2024-11-16T10:04:15,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:04:15,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741826_1002 (size=42) 2024-11-16T10:04:15,201 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/hbase.id with ID: aa64c675-ff7d-423b-8c98-3d5e829f2acd 2024-11-16T10:04:15,212 INFO [master/adb367c328a9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T10:04:15,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:04:15,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T10:04:15,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T10:04:15,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:04:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741827_1003 (size=196) 2024-11-16T10:04:15,228 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:04:15,229 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T10:04:15,229 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:04:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741828_1004 (size=1189) 2024-11-16T10:04:15,237 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store 2024-11-16T10:04:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:04:15,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741829_1005 (size=34) 2024-11-16T10:04:15,244 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:15,244 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:04:15,244 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:15,244 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:15,244 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:04:15,244 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:15,244 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:15,244 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:15,245 WARN [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/.initializing 2024-11-16T10:04:15,245 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/WALs/adb367c328a9,44519,1731751454952 2024-11-16T10:04:15,246 INFO [master/adb367c328a9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:04:15,247 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C44519%2C1731751454952, suffix=, logDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/WALs/adb367c328a9,44519,1731751454952, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/oldWALs, maxLogs=10 2024-11-16T10:04:15,258 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/WALs/adb367c328a9,44519,1731751454952/adb367c328a9%2C44519%2C1731751454952.1731751455247, exclude list is [], retry=0 2024-11-16T10:04:15,261 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42513,DS-7bf933ef-c29c-47f8-ad07-461c7702b53b,DISK] 2024-11-16T10:04:15,261 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37629,DS-bed94e65-3950-4e3d-b4e1-b71eb0bbf74f,DISK] 2024-11-16T10:04:15,263 INFO [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/WALs/adb367c328a9,44519,1731751454952/adb367c328a9%2C44519%2C1731751454952.1731751455247 2024-11-16T10:04:15,263 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38095:38095),(127.0.0.1/127.0.0.1:35197:35197)] 2024-11-16T10:04:15,263 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:15,263 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:15,263 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:15,263 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:15,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:15,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T10:04:15,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:15,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:15,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:15,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T10:04:15,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:15,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:15,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:15,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T10:04:15,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:15,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:15,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:15,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T10:04:15,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:15,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:15,272 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:15,272 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:15,274 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T10:04:15,275 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T10:04:15,277 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:15,278 INFO [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63356172, jitterRate=-0.05591946840286255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T10:04:15,279 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:15,279 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T10:04:15,282 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b887390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:15,282 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-16T10:04:15,283 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T10:04:15,283 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T10:04:15,283 INFO [master/adb367c328a9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T10:04:15,283 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T10:04:15,284 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-16T10:04:15,284 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T10:04:15,285 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T10:04:15,286 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T10:04:15,293 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-16T10:04:15,293 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T10:04:15,294 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T10:04:15,301 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-16T10:04:15,301 INFO [master/adb367c328a9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T10:04:15,302 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T10:04:15,309 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-16T10:04:15,310 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T10:04:15,318 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T10:04:15,319 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T10:04:15,326 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T10:04:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,335 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=adb367c328a9,44519,1731751454952, sessionid=0x1014463cb4b0000, setting cluster-up flag (Was=false) 2024-11-16T10:04:15,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,376 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T10:04:15,377 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,44519,1731751454952 2024-11-16T10:04:15,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,422 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T10:04:15,423 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=adb367c328a9,44519,1731751454952 2024-11-16T10:04:15,425 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-16T10:04:15,425 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-16T10:04:15,425 INFO [master/adb367c328a9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T10:04:15,426 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: adb367c328a9,44519,1731751454952 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T10:04:15,426 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:15,426 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:15,426 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:15,426 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/adb367c328a9:0, corePoolSize=5, maxPoolSize=5 2024-11-16T10:04:15,426 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/adb367c328a9:0, corePoolSize=10, maxPoolSize=10 2024-11-16T10:04:15,426 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,426 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:04:15,426 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,427 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731751485427 2024-11-16T10:04:15,427 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T10:04:15,427 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T10:04:15,427 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T10:04:15,427 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T10:04:15,427 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T10:04:15,427 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T10:04:15,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:04:15,428 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-16T10:04:15,428 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T10:04:15,428 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T10:04:15,428 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T10:04:15,428 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T10:04:15,428 INFO [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T10:04:15,428 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751455428,5,FailOnTimeoutGroup] 2024-11-16T10:04:15,428 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751455428,5,FailOnTimeoutGroup] 2024-11-16T10:04:15,428 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,429 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T10:04:15,429 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,429 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:15,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:04:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:04:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741831_1007 (size=1039) 2024-11-16T10:04:15,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-16T10:04:15,436 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a 2024-11-16T10:04:15,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:04:15,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741832_1008 (size=32) 2024-11-16T10:04:15,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:15,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:04:15,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:04:15,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:15,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:15,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:04:15,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:04:15,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:15,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:15,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:04:15,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:04:15,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:15,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:15,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740 2024-11-16T10:04:15,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740 2024-11-16T10:04:15,455 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:04:15,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:04:15,458 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:15,458 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70747095, jitterRate=0.05421386659145355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:04:15,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:04:15,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:04:15,459 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:04:15,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:04:15,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:04:15,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:04:15,459 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:15,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:04:15,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-16T10:04:15,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-16T10:04:15,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T10:04:15,461 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T10:04:15,461 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T10:04:15,471 DEBUG [RS:1;adb367c328a9:45531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;adb367c328a9:45531 2024-11-16T10:04:15,471 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;adb367c328a9:41359 2024-11-16T10:04:15,472 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1008): ClusterId : aa64c675-ff7d-423b-8c98-3d5e829f2acd 2024-11-16T10:04:15,472 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1008): ClusterId : aa64c675-ff7d-423b-8c98-3d5e829f2acd 2024-11-16T10:04:15,472 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:04:15,472 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T10:04:15,481 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:04:15,481 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T10:04:15,481 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:04:15,481 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T10:04:15,489 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:04:15,489 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T10:04:15,489 DEBUG [RS:0;adb367c328a9:41359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c68690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:15,489 DEBUG [RS:1;adb367c328a9:45531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6506dded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:15,490 DEBUG [RS:0;adb367c328a9:41359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba85efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:15,490 DEBUG [RS:1;adb367c328a9:45531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bde4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:15,490 INFO [RS:0;adb367c328a9:41359 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:04:15,490 INFO [RS:0;adb367c328a9:41359 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:04:15,490 INFO [RS:1;adb367c328a9:45531 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-16T10:04:15,490 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:04:15,490 INFO [RS:1;adb367c328a9:45531 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-16T10:04:15,490 DEBUG [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-16T10:04:15,490 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,44519,1731751454952 with isa=adb367c328a9/172.17.0.2:45531, startcode=1731751455137 2024-11-16T10:04:15,490 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(3073): reportForDuty to master=adb367c328a9,44519,1731751454952 with isa=adb367c328a9/172.17.0.2:41359, startcode=1731751455095 2024-11-16T10:04:15,490 DEBUG [RS:1;adb367c328a9:45531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:04:15,490 DEBUG [RS:0;adb367c328a9:41359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T10:04:15,492 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37455, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:04:15,492 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48697, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T10:04:15,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,45531,1731751455137 2024-11-16T10:04:15,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,45531,1731751455137 2024-11-16T10:04:15,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(332): Checking decommissioned status of RegionServer adb367c328a9,41359,1731751455095 2024-11-16T10:04:15,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44519 {}] master.ServerManager(486): Registering regionserver=adb367c328a9,41359,1731751455095 2024-11-16T10:04:15,493 DEBUG [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a 2024-11-16T10:04:15,493 DEBUG [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43819 2024-11-16T10:04:15,493 DEBUG [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:04:15,494 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a 2024-11-16T10:04:15,494 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43819 2024-11-16T10:04:15,494 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-16T10:04:15,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:04:15,527 DEBUG [RS:1;adb367c328a9:45531 {}] zookeeper.ZKUtil(111): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,45531,1731751455137 2024-11-16T10:04:15,527 WARN [RS:1;adb367c328a9:45531 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:04:15,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,41359,1731751455095] 2024-11-16T10:04:15,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [adb367c328a9,45531,1731751455137] 2024-11-16T10:04:15,527 INFO [RS:1;adb367c328a9:45531 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:15,527 DEBUG [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,45531,1731751455137 2024-11-16T10:04:15,527 DEBUG [RS:0;adb367c328a9:41359 {}] zookeeper.ZKUtil(111): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/adb367c328a9,41359,1731751455095 2024-11-16T10:04:15,527 WARN [RS:0;adb367c328a9:41359 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T10:04:15,528 INFO [RS:0;adb367c328a9:41359 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:15,528 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,41359,1731751455095 2024-11-16T10:04:15,530 DEBUG [RS:1;adb367c328a9:45531 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:04:15,530 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-16T10:04:15,531 INFO [RS:1;adb367c328a9:45531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:04:15,531 INFO [RS:0;adb367c328a9:41359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T10:04:15,534 INFO [RS:1;adb367c328a9:45531 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:04:15,535 INFO [RS:1;adb367c328a9:45531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:04:15,535 INFO [RS:1;adb367c328a9:45531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,535 INFO [RS:0;adb367c328a9:41359 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T10:04:15,535 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:04:15,536 INFO [RS:0;adb367c328a9:41359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T10:04:15,536 INFO [RS:0;adb367c328a9:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,536 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-16T10:04:15,536 INFO [RS:1;adb367c328a9:45531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 INFO [RS:0;adb367c328a9:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/adb367c328a9:0, corePoolSize=2, maxPoolSize=2 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:1;adb367c328a9:45531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/adb367c328a9:0, corePoolSize=1, maxPoolSize=1 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:15,537 DEBUG [RS:0;adb367c328a9:41359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/adb367c328a9:0, corePoolSize=3, maxPoolSize=3 2024-11-16T10:04:15,540 INFO [RS:1;adb367c328a9:45531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,540 INFO [RS:1;adb367c328a9:45531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,540 INFO [RS:1;adb367c328a9:45531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,540 INFO [RS:1;adb367c328a9:45531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,540 INFO [RS:1;adb367c328a9:45531 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,45531,1731751455137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:15,542 INFO [RS:0;adb367c328a9:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,543 INFO [RS:0;adb367c328a9:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,543 INFO [RS:0;adb367c328a9:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,543 INFO [RS:0;adb367c328a9:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,543 INFO [RS:0;adb367c328a9:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41359,1731751455095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:15,553 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:04:15,554 INFO [RS:1;adb367c328a9:45531 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,45531,1731751455137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,556 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T10:04:15,557 INFO [RS:0;adb367c328a9:41359 {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,41359,1731751455095-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:15,567 INFO [RS:1;adb367c328a9:45531 {}] regionserver.Replication(204): adb367c328a9,45531,1731751455137 started 2024-11-16T10:04:15,567 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,45531,1731751455137, RpcServer on adb367c328a9/172.17.0.2:45531, sessionid=0x1014463cb4b0002 2024-11-16T10:04:15,567 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:04:15,567 DEBUG [RS:1;adb367c328a9:45531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,45531,1731751455137 2024-11-16T10:04:15,567 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,45531,1731751455137' 2024-11-16T10:04:15,567 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:04:15,567 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:04:15,568 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:04:15,568 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:04:15,568 DEBUG [RS:1;adb367c328a9:45531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,45531,1731751455137 2024-11-16T10:04:15,568 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,45531,1731751455137' 2024-11-16T10:04:15,568 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:04:15,568 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:04:15,568 DEBUG [RS:1;adb367c328a9:45531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:04:15,568 INFO [RS:1;adb367c328a9:45531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:04:15,568 INFO [RS:1;adb367c328a9:45531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:04:15,569 INFO [RS:0;adb367c328a9:41359 {}] regionserver.Replication(204): adb367c328a9,41359,1731751455095 started 2024-11-16T10:04:15,569 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1767): Serving as adb367c328a9,41359,1731751455095, RpcServer on adb367c328a9/172.17.0.2:41359, sessionid=0x1014463cb4b0001 2024-11-16T10:04:15,569 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T10:04:15,569 DEBUG [RS:0;adb367c328a9:41359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager adb367c328a9,41359,1731751455095 2024-11-16T10:04:15,569 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,41359,1731751455095' 2024-11-16T10:04:15,569 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T10:04:15,569 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T10:04:15,570 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T10:04:15,570 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T10:04:15,570 DEBUG [RS:0;adb367c328a9:41359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager adb367c328a9,41359,1731751455095 2024-11-16T10:04:15,570 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'adb367c328a9,41359,1731751455095' 2024-11-16T10:04:15,570 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T10:04:15,570 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T10:04:15,570 DEBUG [RS:0;adb367c328a9:41359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T10:04:15,570 INFO [RS:0;adb367c328a9:41359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T10:04:15,570 INFO [RS:0;adb367c328a9:41359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T10:04:15,612 WARN [adb367c328a9:44519 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-16T10:04:15,669 INFO [RS:1;adb367c328a9:45531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:04:15,671 INFO [RS:0;adb367c328a9:41359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T10:04:15,672 INFO [RS:1;adb367c328a9:45531 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C45531%2C1731751455137, suffix=, logDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,45531,1731751455137, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/oldWALs, maxLogs=32 2024-11-16T10:04:15,674 INFO [RS:0;adb367c328a9:41359 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C41359%2C1731751455095, suffix=, logDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,41359,1731751455095, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/oldWALs, maxLogs=32 2024-11-16T10:04:15,688 DEBUG [RS:1;adb367c328a9:45531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,45531,1731751455137/adb367c328a9%2C45531%2C1731751455137.1731751455673, exclude list is [], retry=0 2024-11-16T10:04:15,688 DEBUG [RS:0;adb367c328a9:41359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,41359,1731751455095/adb367c328a9%2C41359%2C1731751455095.1731751455675, exclude list is [], retry=0 2024-11-16T10:04:15,690 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37629,DS-bed94e65-3950-4e3d-b4e1-b71eb0bbf74f,DISK] 2024-11-16T10:04:15,690 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42513,DS-7bf933ef-c29c-47f8-ad07-461c7702b53b,DISK] 2024-11-16T10:04:15,690 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37629,DS-bed94e65-3950-4e3d-b4e1-b71eb0bbf74f,DISK] 2024-11-16T10:04:15,691 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42513,DS-7bf933ef-c29c-47f8-ad07-461c7702b53b,DISK] 2024-11-16T10:04:15,695 INFO [RS:1;adb367c328a9:45531 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,45531,1731751455137/adb367c328a9%2C45531%2C1731751455137.1731751455673 2024-11-16T10:04:15,695 INFO [RS:0;adb367c328a9:41359 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,41359,1731751455095/adb367c328a9%2C41359%2C1731751455095.1731751455675 2024-11-16T10:04:15,695 DEBUG [RS:1;adb367c328a9:45531 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35197:35197),(127.0.0.1/127.0.0.1:38095:38095)] 2024-11-16T10:04:15,695 DEBUG [RS:0;adb367c328a9:41359 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35197:35197),(127.0.0.1/127.0.0.1:38095:38095)] 2024-11-16T10:04:15,862 DEBUG [adb367c328a9:44519 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T10:04:15,862 DEBUG [adb367c328a9:44519 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:15,867 DEBUG [adb367c328a9:44519 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:15,867 DEBUG [adb367c328a9:44519 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:15,867 INFO [adb367c328a9:44519 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:15,867 INFO [adb367c328a9:44519 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:15,867 DEBUG [adb367c328a9:44519 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:15,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=adb367c328a9,41359,1731751455095 2024-11-16T10:04:15,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,41359,1731751455095, state=OPENING 2024-11-16T10:04:15,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T10:04:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:15,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=adb367c328a9,41359,1731751455095}] 2024-11-16T10:04:15,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:15,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:15,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:16,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,41359,1731751455095 2024-11-16T10:04:16,043 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:16,045 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:16,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T10:04:16,049 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-16T10:04:16,049 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T10:04:16,049 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T10:04:16,051 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=adb367c328a9%2C41359%2C1731751455095.meta, suffix=.meta, logDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,41359,1731751455095, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/oldWALs, maxLogs=32 2024-11-16T10:04:16,069 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,41359,1731751455095/adb367c328a9%2C41359%2C1731751455095.meta.1731751456052.meta, exclude list is [], retry=0 2024-11-16T10:04:16,071 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37629,DS-bed94e65-3950-4e3d-b4e1-b71eb0bbf74f,DISK] 2024-11-16T10:04:16,072 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42513,DS-7bf933ef-c29c-47f8-ad07-461c7702b53b,DISK] 2024-11-16T10:04:16,073 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/WALs/adb367c328a9,41359,1731751455095/adb367c328a9%2C41359%2C1731751455095.meta.1731751456052.meta 2024-11-16T10:04:16,074 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35197:35197),(127.0.0.1/127.0.0.1:38095:38095)] 2024-11-16T10:04:16,074 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:16,074 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T10:04:16,074 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T10:04:16,074 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T10:04:16,074 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T10:04:16,074 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:16,074 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-16T10:04:16,074 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-16T10:04:16,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T10:04:16,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T10:04:16,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:16,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:16,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T10:04:16,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T10:04:16,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:16,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:16,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T10:04:16,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T10:04:16,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:16,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T10:04:16,081 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740 2024-11-16T10:04:16,082 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740 2024-11-16T10:04:16,084 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T10:04:16,085 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-16T10:04:16,086 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65033202, jitterRate=-0.030929774045944214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T10:04:16,086 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-16T10:04:16,087 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731751456043 2024-11-16T10:04:16,089 DEBUG [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T10:04:16,089 INFO [RS_OPEN_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-16T10:04:16,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,41359,1731751455095 2024-11-16T10:04:16,089 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as adb367c328a9,41359,1731751455095, state=OPEN 2024-11-16T10:04:16,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:04:16,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:04:16,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T10:04:16,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:16,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:16,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T10:04:16,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T10:04:16,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=adb367c328a9,41359,1731751455095 in 208 msec 2024-11-16T10:04:16,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T10:04:16,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-16T10:04:16,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 676 msec 2024-11-16T10:04:16,102 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731751456102, completionTime=-1 2024-11-16T10:04:16,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,102 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T10:04:16,102 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-16T10:04:16,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,103 DEBUG [hconnection-0x384461fa-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:16,104 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:16,105 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-16T10:04:16,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T10:04:16,105 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731751516105 2024-11-16T10:04:16,105 INFO [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731751576105 2024-11-16T10:04:16,105 INFO [master/adb367c328a9:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-16T10:04:16,126 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T10:04:16,127 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,44519,1731751454952-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:16,127 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,44519,1731751454952-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:16,127 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,44519,1731751454952-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:16,127 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-adb367c328a9:44519, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:16,127 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:16,127 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-16T10:04:16,128 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T10:04:16,129 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-16T10:04:16,129 DEBUG [master/adb367c328a9:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-16T10:04:16,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:04:16,130 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:16,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:04:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:04:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741836_1012 (size=358) 2024-11-16T10:04:16,141 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6d09c63ef3c5a2a207b9175632ec6e4c, NAME => 'hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a 2024-11-16T10:04:16,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:04:16,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741837_1013 (size=42) 2024-11-16T10:04:16,150 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:16,150 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6d09c63ef3c5a2a207b9175632ec6e4c, disabling compactions & flushes 2024-11-16T10:04:16,150 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:16,150 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:16,150 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. after waiting 0 ms 2024-11-16T10:04:16,150 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:16,150 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:16,150 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6d09c63ef3c5a2a207b9175632ec6e4c: 2024-11-16T10:04:16,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:04:16,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731751456151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751456151"}]},"ts":"1731751456151"} 2024-11-16T10:04:16,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-16T10:04:16,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:04:16,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751456154"}]},"ts":"1731751456154"} 2024-11-16T10:04:16,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-16T10:04:16,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:16,173 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:16,173 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:16,173 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:16,173 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:16,173 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:16,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6d09c63ef3c5a2a207b9175632ec6e4c, ASSIGN}] 2024-11-16T10:04:16,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6d09c63ef3c5a2a207b9175632ec6e4c, ASSIGN 2024-11-16T10:04:16,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6d09c63ef3c5a2a207b9175632ec6e4c, ASSIGN; state=OFFLINE, location=adb367c328a9,41359,1731751455095; forceNewPlan=false, retain=false 2024-11-16T10:04:16,325 INFO [adb367c328a9:44519 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-16T10:04:16,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6d09c63ef3c5a2a207b9175632ec6e4c, regionState=OPENING, regionLocation=adb367c328a9,41359,1731751455095 2024-11-16T10:04:16,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6d09c63ef3c5a2a207b9175632ec6e4c, server=adb367c328a9,41359,1731751455095}] 2024-11-16T10:04:16,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to adb367c328a9,41359,1731751455095 2024-11-16T10:04:16,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:16,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6d09c63ef3c5a2a207b9175632ec6e4c, NAME => 'hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T10:04:16,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6d09c63ef3c5a2a207b9175632ec6e4c 2024-11-16T10:04:16,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:16,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6d09c63ef3c5a2a207b9175632ec6e4c 2024-11-16T10:04:16,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6d09c63ef3c5a2a207b9175632ec6e4c 2024-11-16T10:04:16,495 INFO [StoreOpener-6d09c63ef3c5a2a207b9175632ec6e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6d09c63ef3c5a2a207b9175632ec6e4c 2024-11-16T10:04:16,497 INFO [StoreOpener-6d09c63ef3c5a2a207b9175632ec6e4c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d09c63ef3c5a2a207b9175632ec6e4c columnFamilyName info 2024-11-16T10:04:16,497 DEBUG [StoreOpener-6d09c63ef3c5a2a207b9175632ec6e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:16,498 INFO [StoreOpener-6d09c63ef3c5a2a207b9175632ec6e4c-1 {}] regionserver.HStore(327): Store=6d09c63ef3c5a2a207b9175632ec6e4c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:16,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/namespace/6d09c63ef3c5a2a207b9175632ec6e4c 2024-11-16T10:04:16,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/namespace/6d09c63ef3c5a2a207b9175632ec6e4c 2024-11-16T10:04:16,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6d09c63ef3c5a2a207b9175632ec6e4c 2024-11-16T10:04:16,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/namespace/6d09c63ef3c5a2a207b9175632ec6e4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:16,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6d09c63ef3c5a2a207b9175632ec6e4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71975637, jitterRate=0.07252056896686554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:16,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6d09c63ef3c5a2a207b9175632ec6e4c: 2024-11-16T10:04:16,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c., pid=6, masterSystemTime=1731751456484 2024-11-16T10:04:16,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:16,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:16,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6d09c63ef3c5a2a207b9175632ec6e4c, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,41359,1731751455095 2024-11-16T10:04:16,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T10:04:16,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6d09c63ef3c5a2a207b9175632ec6e4c, server=adb367c328a9,41359,1731751455095 in 181 msec 2024-11-16T10:04:16,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T10:04:16,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6d09c63ef3c5a2a207b9175632ec6e4c, ASSIGN in 339 msec 2024-11-16T10:04:16,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:04:16,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751456514"}]},"ts":"1731751456514"} 2024-11-16T10:04:16,515 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-16T10:04:16,586 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-16T10:04:16,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:04:16,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 458 msec 2024-11-16T10:04:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:16,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:16,599 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-16T10:04:16,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:16,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-16T10:04:16,631 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-16T10:04:16,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-16T10:04:16,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 21 msec 2024-11-16T10:04:16,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-16T10:04:16,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-16T10:04:16,697 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.508sec 2024-11-16T10:04:16,697 INFO [master/adb367c328a9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T10:04:16,697 INFO [master/adb367c328a9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T10:04:16,698 INFO [master/adb367c328a9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T10:04:16,698 INFO [master/adb367c328a9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T10:04:16,698 INFO [master/adb367c328a9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T10:04:16,698 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,44519,1731751454952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T10:04:16,698 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,44519,1731751454952-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T10:04:16,699 DEBUG [master/adb367c328a9:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-16T10:04:16,699 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T10:04:16,699 INFO [master/adb367c328a9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=adb367c328a9,44519,1731751454952-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T10:04:16,765 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53cec772 to 127.0.0.1:58711 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@700634e7 2024-11-16T10:04:16,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f043fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T10:04:16,782 DEBUG [hconnection-0x52f751d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:16,784 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:16,787 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=adb367c328a9,44519,1731751454952 2024-11-16T10:04:16,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T10:04:16,791 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T10:04:16,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T10:04:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T10:04:16,794 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T10:04:16,794 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:16,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-16T10:04:16,795 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T10:04:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:16,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:04:16,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741838_1014 (size=379) 2024-11-16T10:04:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:17,208 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 52609465a9497beaa249cb4db0462fc1, NAME => 'testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a 2024-11-16T10:04:17,209 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d4569d1f0854c68d3558ffdd793ef475, NAME => 'testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a 2024-11-16T10:04:17,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:04:17,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741839_1015 (size=61) 2024-11-16T10:04:17,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:04:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741840_1016 (size=61) 2024-11-16T10:04:17,222 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:17,222 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 52609465a9497beaa249cb4db0462fc1, disabling compactions & flushes 2024-11-16T10:04:17,222 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:17,222 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:17,222 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. after waiting 0 ms 2024-11-16T10:04:17,222 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:17,222 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:17,222 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 52609465a9497beaa249cb4db0462fc1: 2024-11-16T10:04:17,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:17,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing d4569d1f0854c68d3558ffdd793ef475, disabling compactions & flushes 2024-11-16T10:04:17,223 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:17,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:17,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. after waiting 0 ms 2024-11-16T10:04:17,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:17,223 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:17,223 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for d4569d1f0854c68d3558ffdd793ef475: 2024-11-16T10:04:17,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T10:04:17,224 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751457224"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751457224"}]},"ts":"1731751457224"} 2024-11-16T10:04:17,224 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731751457224"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731751457224"}]},"ts":"1731751457224"} 2024-11-16T10:04:17,226 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-16T10:04:17,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T10:04:17,227 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751457227"}]},"ts":"1731751457227"} 2024-11-16T10:04:17,228 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T10:04:17,247 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {adb367c328a9=0} racks are {/default-rack=0} 2024-11-16T10:04:17,248 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-16T10:04:17,248 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-16T10:04:17,248 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-16T10:04:17,248 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-16T10:04:17,249 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T10:04:17,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52609465a9497beaa249cb4db0462fc1, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4569d1f0854c68d3558ffdd793ef475, ASSIGN}] 2024-11-16T10:04:17,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4569d1f0854c68d3558ffdd793ef475, ASSIGN 2024-11-16T10:04:17,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52609465a9497beaa249cb4db0462fc1, ASSIGN 2024-11-16T10:04:17,251 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4569d1f0854c68d3558ffdd793ef475, ASSIGN; state=OFFLINE, location=adb367c328a9,41359,1731751455095; forceNewPlan=false, retain=false 2024-11-16T10:04:17,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52609465a9497beaa249cb4db0462fc1, ASSIGN; state=OFFLINE, location=adb367c328a9,45531,1731751455137; forceNewPlan=false, retain=false 2024-11-16T10:04:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:17,401 INFO [adb367c328a9:44519 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T10:04:17,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d4569d1f0854c68d3558ffdd793ef475, regionState=OPENING, regionLocation=adb367c328a9,41359,1731751455095 2024-11-16T10:04:17,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=52609465a9497beaa249cb4db0462fc1, regionState=OPENING, regionLocation=adb367c328a9,45531,1731751455137 2024-11-16T10:04:17,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure d4569d1f0854c68d3558ffdd793ef475, server=adb367c328a9,41359,1731751455095}] 2024-11-16T10:04:17,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 52609465a9497beaa249cb4db0462fc1, server=adb367c328a9,45531,1731751455137}] 2024-11-16T10:04:17,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to adb367c328a9,45531,1731751455137 2024-11-16T10:04:17,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to adb367c328a9,41359,1731751455095 2024-11-16T10:04:17,558 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:17,561 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:17,566 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:17,566 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => d4569d1f0854c68d3558ffdd793ef475, NAME => 'testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T10:04:17,566 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d4569d1f0854c68d3558ffdd793ef475 2024-11-16T10:04:17,566 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:17,566 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for d4569d1f0854c68d3558ffdd793ef475 2024-11-16T10:04:17,566 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for d4569d1f0854c68d3558ffdd793ef475 2024-11-16T10:04:17,567 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:17,567 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 52609465a9497beaa249cb4db0462fc1, NAME => 'testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T10:04:17,567 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 52609465a9497beaa249cb4db0462fc1 2024-11-16T10:04:17,567 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T10:04:17,567 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 52609465a9497beaa249cb4db0462fc1 2024-11-16T10:04:17,567 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 52609465a9497beaa249cb4db0462fc1 2024-11-16T10:04:17,568 INFO [StoreOpener-d4569d1f0854c68d3558ffdd793ef475-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d4569d1f0854c68d3558ffdd793ef475 2024-11-16T10:04:17,569 INFO [StoreOpener-52609465a9497beaa249cb4db0462fc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 52609465a9497beaa249cb4db0462fc1 2024-11-16T10:04:17,570 INFO [StoreOpener-d4569d1f0854c68d3558ffdd793ef475-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4569d1f0854c68d3558ffdd793ef475 columnFamilyName family 2024-11-16T10:04:17,570 DEBUG [StoreOpener-d4569d1f0854c68d3558ffdd793ef475-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:17,570 INFO [StoreOpener-52609465a9497beaa249cb4db0462fc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52609465a9497beaa249cb4db0462fc1 columnFamilyName family 2024-11-16T10:04:17,570 DEBUG [StoreOpener-52609465a9497beaa249cb4db0462fc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T10:04:17,570 INFO [StoreOpener-d4569d1f0854c68d3558ffdd793ef475-1 {}] regionserver.HStore(327): Store=d4569d1f0854c68d3558ffdd793ef475/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:17,570 INFO [StoreOpener-52609465a9497beaa249cb4db0462fc1-1 {}] regionserver.HStore(327): Store=52609465a9497beaa249cb4db0462fc1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T10:04:17,571 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/d4569d1f0854c68d3558ffdd793ef475 2024-11-16T10:04:17,571 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/52609465a9497beaa249cb4db0462fc1 2024-11-16T10:04:17,572 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/d4569d1f0854c68d3558ffdd793ef475 2024-11-16T10:04:17,572 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/52609465a9497beaa249cb4db0462fc1 2024-11-16T10:04:17,574 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 52609465a9497beaa249cb4db0462fc1 2024-11-16T10:04:17,574 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for d4569d1f0854c68d3558ffdd793ef475 2024-11-16T10:04:17,576 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/52609465a9497beaa249cb4db0462fc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:17,577 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/d4569d1f0854c68d3558ffdd793ef475/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T10:04:17,577 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 52609465a9497beaa249cb4db0462fc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71767748, jitterRate=0.06942278146743774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:17,577 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened d4569d1f0854c68d3558ffdd793ef475; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73922968, jitterRate=0.10153806209564209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T10:04:17,579 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for d4569d1f0854c68d3558ffdd793ef475: 2024-11-16T10:04:17,579 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 52609465a9497beaa249cb4db0462fc1: 2024-11-16T10:04:17,580 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475., pid=12, masterSystemTime=1731751457558 2024-11-16T10:04:17,580 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1., pid=13, masterSystemTime=1731751457558 2024-11-16T10:04:17,581 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:17,581 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:17,582 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=52609465a9497beaa249cb4db0462fc1, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,45531,1731751455137 2024-11-16T10:04:17,582 DEBUG [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:17,582 INFO [RS_OPEN_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:17,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d4569d1f0854c68d3558ffdd793ef475, regionState=OPEN, openSeqNum=2, regionLocation=adb367c328a9,41359,1731751455095 2024-11-16T10:04:17,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-16T10:04:17,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 52609465a9497beaa249cb4db0462fc1, server=adb367c328a9,45531,1731751455137 in 178 msec 2024-11-16T10:04:17,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T10:04:17,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure d4569d1f0854c68d3558ffdd793ef475, server=adb367c328a9,41359,1731751455095 in 180 msec 2024-11-16T10:04:17,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=52609465a9497beaa249cb4db0462fc1, ASSIGN in 336 msec 2024-11-16T10:04:17,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-16T10:04:17,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d4569d1f0854c68d3558ffdd793ef475, ASSIGN in 337 msec 2024-11-16T10:04:17,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T10:04:17,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731751457588"}]},"ts":"1731751457588"} 2024-11-16T10:04:17,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T10:04:17,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T10:04:17,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 835 msec 2024-11-16T10:04:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44519 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-16T10:04:17,903 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-16T10:04:17,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T10:04:17,903 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:04:17,908 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T10:04:17,908 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T10:04:17,908 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-16T10:04:17,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T10:04:17,912 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T10:04:17,927 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing d4569d1f0854c68d3558ffdd793ef475 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T10:04:17,942 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/d4569d1f0854c68d3558ffdd793ef475/.tmp/family/d00645a40db341ee84844d4e88cd7da6 is 32, key is 5/family:/1731751457921/Put/seqid=0 2024-11-16T10:04:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741841_1017 (size=5083) 2024-11-16T10:04:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741841_1017 (size=5083) 2024-11-16T10:04:17,947 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/d4569d1f0854c68d3558ffdd793ef475/.tmp/family/d00645a40db341ee84844d4e88cd7da6 2024-11-16T10:04:17,952 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/d4569d1f0854c68d3558ffdd793ef475/.tmp/family/d00645a40db341ee84844d4e88cd7da6 as hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/d4569d1f0854c68d3558ffdd793ef475/family/d00645a40db341ee84844d4e88cd7da6 2024-11-16T10:04:17,957 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/d4569d1f0854c68d3558ffdd793ef475/family/d00645a40db341ee84844d4e88cd7da6, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T10:04:17,958 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d4569d1f0854c68d3558ffdd793ef475 in 30ms, sequenceid=9, compaction requested=false 2024-11-16T10:04:17,958 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for d4569d1f0854c68d3558ffdd793ef475: 2024-11-16T10:04:17,958 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 52609465a9497beaa249cb4db0462fc1 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T10:04:17,970 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/52609465a9497beaa249cb4db0462fc1/.tmp/family/b0fda7fb58934a299839218f6d1a1ce2 is 32, key is 1/family:/1731751457912/Put/seqid=0 2024-11-16T10:04:17,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741842_1018 (size=5054) 2024-11-16T10:04:17,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741842_1018 (size=5054) 2024-11-16T10:04:17,975 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/52609465a9497beaa249cb4db0462fc1/.tmp/family/b0fda7fb58934a299839218f6d1a1ce2 2024-11-16T10:04:17,980 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/52609465a9497beaa249cb4db0462fc1/.tmp/family/b0fda7fb58934a299839218f6d1a1ce2 as hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/52609465a9497beaa249cb4db0462fc1/family/b0fda7fb58934a299839218f6d1a1ce2 2024-11-16T10:04:17,985 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/52609465a9497beaa249cb4db0462fc1/family/b0fda7fb58934a299839218f6d1a1ce2, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T10:04:17,986 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 52609465a9497beaa249cb4db0462fc1 in 28ms, sequenceid=8, compaction requested=false 2024-11-16T10:04:17,986 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 52609465a9497beaa249cb4db0462fc1: 2024-11-16T10:04:17,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:17,993 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41359 {}] bucket.BucketCache(1852): found 1 blocks for file d00645a40db341ee84844d4e88cd7da6, starting offset: 0, end offset: 9223372036854775807 2024-11-16T10:04:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41359 {}] bucket.BucketCache(844): removed key d00645a40db341ee84844d4e88cd7da6_0 from back map with offset lock 2094080 in the evict process 2024-11-16T10:04:17,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T10:04:17,994 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T10:04:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45531 {}] bucket.BucketCache(1852): found 1 blocks for file b0fda7fb58934a299839218f6d1a1ce2, starting offset: 0, end offset: 9223372036854775807 2024-11-16T10:04:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45531 {}] bucket.BucketCache(844): removed key b0fda7fb58934a299839218f6d1a1ce2_0 from back map with offset lock 2094080 in the evict process 2024-11-16T10:04:17,995 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-16T10:04:17,995 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-16T10:04:17,995 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53cec772 to 127.0.0.1:58711 2024-11-16T10:04:17,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:17,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T10:04:17,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=846016350, stopped=false 2024-11-16T10:04:17,996 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=adb367c328a9,44519,1731751454952 2024-11-16T10:04:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T10:04:18,043 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-16T10:04:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:18,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:18,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:18,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:18,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:18,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T10:04:18,044 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,41359,1731751455095' ***** 2024-11-16T10:04:18,044 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:04:18,044 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,45531,1731751455137' ***** 2024-11-16T10:04:18,044 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-16T10:04:18,044 INFO [RS:0;adb367c328a9:41359 {}] bucket.BucketCache(1727): Disabling cache 2024-11-16T10:04:18,044 INFO [RS:1;adb367c328a9:45531 {}] bucket.BucketCache(1727): Disabling cache 2024-11-16T10:04:18,044 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T10:04:18,044 INFO [RS:0;adb367c328a9:41359 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T10:04:18,044 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T10:04:18,045 INFO [RS:1;adb367c328a9:45531 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T10:04:18,045 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:04:18,045 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T10:04:18,045 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T10:04:18,045 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T10:04:18,045 INFO [RS:1;adb367c328a9:45531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:04:18,045 INFO [RS:0;adb367c328a9:41359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T10:04:18,045 INFO [RS:0;adb367c328a9:41359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:04:18,045 INFO [RS:1;adb367c328a9:45531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T10:04:18,045 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(3579): Received CLOSE for 52609465a9497beaa249cb4db0462fc1 2024-11-16T10:04:18,045 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(3579): Received CLOSE for d4569d1f0854c68d3558ffdd793ef475 2024-11-16T10:04:18,045 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T10:04:18,045 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T10:04:18,045 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:04:18,045 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,45531,1731751455137 2024-11-16T10:04:18,045 DEBUG [RS:1;adb367c328a9:45531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:18,045 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-16T10:04:18,045 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(3579): Received CLOSE for 6d09c63ef3c5a2a207b9175632ec6e4c 2024-11-16T10:04:18,045 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-16T10:04:18,045 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,41359,1731751455095 2024-11-16T10:04:18,045 DEBUG [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1603): Online Regions={52609465a9497beaa249cb4db0462fc1=testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1.} 2024-11-16T10:04:18,045 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 52609465a9497beaa249cb4db0462fc1, disabling compactions & flushes 2024-11-16T10:04:18,045 DEBUG [RS:0;adb367c328a9:41359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:18,045 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d4569d1f0854c68d3558ffdd793ef475, disabling compactions & flushes 2024-11-16T10:04:18,045 DEBUG [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1629): Waiting on 52609465a9497beaa249cb4db0462fc1 2024-11-16T10:04:18,045 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:18,045 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:18,045 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:18,045 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. after waiting 0 ms 2024-11-16T10:04:18,045 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:18,045 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:18,045 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. after waiting 0 ms 2024-11-16T10:04:18,046 INFO [RS:0;adb367c328a9:41359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:04:18,046 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:18,046 INFO [RS:0;adb367c328a9:41359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:04:18,046 INFO [RS:0;adb367c328a9:41359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:04:18,046 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-16T10:04:18,046 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-16T10:04:18,046 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, d4569d1f0854c68d3558ffdd793ef475=testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475., 6d09c63ef3c5a2a207b9175632ec6e4c=hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c.} 2024-11-16T10:04:18,046 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6d09c63ef3c5a2a207b9175632ec6e4c, d4569d1f0854c68d3558ffdd793ef475 2024-11-16T10:04:18,046 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-16T10:04:18,046 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-16T10:04:18,046 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-16T10:04:18,046 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T10:04:18,046 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T10:04:18,046 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-16T10:04:18,047 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:18,049 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/d4569d1f0854c68d3558ffdd793ef475/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T10:04:18,049 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/default/testClearRegionBlockCache/52609465a9497beaa249cb4db0462fc1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T10:04:18,049 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:18,049 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 52609465a9497beaa249cb4db0462fc1: 2024-11-16T10:04:18,049 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:18,049 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d4569d1f0854c68d3558ffdd793ef475: 2024-11-16T10:04:18,050 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731751456792.52609465a9497beaa249cb4db0462fc1. 2024-11-16T10:04:18,050 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475. 2024-11-16T10:04:18,050 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6d09c63ef3c5a2a207b9175632ec6e4c, disabling compactions & flushes 2024-11-16T10:04:18,050 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:18,050 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:18,050 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. after waiting 0 ms 2024-11-16T10:04:18,050 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:18,050 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6d09c63ef3c5a2a207b9175632ec6e4c 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-16T10:04:18,064 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/.tmp/info/ab59537231d64314b4d75c74b69c7ea2 is 173, key is testClearRegionBlockCache,5,1731751456792.d4569d1f0854c68d3558ffdd793ef475./info:regioninfo/1731751457582/Put/seqid=0 2024-11-16T10:04:18,065 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/namespace/6d09c63ef3c5a2a207b9175632ec6e4c/.tmp/info/f62e3f2ea7ae478b804f36aa9c2a5d0b is 45, key is default/info:d/1731751456604/Put/seqid=0 2024-11-16T10:04:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:04:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741844_1020 (size=5037) 2024-11-16T10:04:18,074 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/namespace/6d09c63ef3c5a2a207b9175632ec6e4c/.tmp/info/f62e3f2ea7ae478b804f36aa9c2a5d0b 2024-11-16T10:04:18,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:04:18,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741843_1019 (size=9337) 2024-11-16T10:04:18,081 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/namespace/6d09c63ef3c5a2a207b9175632ec6e4c/.tmp/info/f62e3f2ea7ae478b804f36aa9c2a5d0b as hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/namespace/6d09c63ef3c5a2a207b9175632ec6e4c/info/f62e3f2ea7ae478b804f36aa9c2a5d0b 2024-11-16T10:04:18,082 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/.tmp/info/ab59537231d64314b4d75c74b69c7ea2 2024-11-16T10:04:18,088 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/namespace/6d09c63ef3c5a2a207b9175632ec6e4c/info/f62e3f2ea7ae478b804f36aa9c2a5d0b, entries=2, sequenceid=6, filesize=4.9 K 2024-11-16T10:04:18,089 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6d09c63ef3c5a2a207b9175632ec6e4c in 39ms, sequenceid=6, compaction requested=false 2024-11-16T10:04:18,105 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/namespace/6d09c63ef3c5a2a207b9175632ec6e4c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T10:04:18,106 INFO [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:18,106 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6d09c63ef3c5a2a207b9175632ec6e4c: 2024-11-16T10:04:18,106 DEBUG [RS_CLOSE_REGION-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731751456127.6d09c63ef3c5a2a207b9175632ec6e4c. 2024-11-16T10:04:18,112 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/.tmp/table/1fd3b72b4efc4884b8c593a672f38d76 is 61, key is testClearRegionBlockCache/table:state/1731751457588/Put/seqid=0 2024-11-16T10:04:18,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:04:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741845_1021 (size=5392) 2024-11-16T10:04:18,143 INFO [regionserver/adb367c328a9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:18,246 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,45531,1731751455137; all regions closed. 2024-11-16T10:04:18,246 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T10:04:18,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741834_1010 (size=1758) 2024-11-16T10:04:18,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741834_1010 (size=1758) 2024-11-16T10:04:18,251 DEBUG [RS:1;adb367c328a9:45531 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/oldWALs 2024-11-16T10:04:18,251 INFO [RS:1;adb367c328a9:45531 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C45531%2C1731751455137:(num 1731751455673) 2024-11-16T10:04:18,251 DEBUG [RS:1;adb367c328a9:45531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:18,251 INFO [RS:1;adb367c328a9:45531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:18,251 INFO [RS:1;adb367c328a9:45531 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-16T10:04:18,251 INFO [RS:1;adb367c328a9:45531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T10:04:18,251 INFO [RS:1;adb367c328a9:45531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T10:04:18,251 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:18,251 INFO [RS:1;adb367c328a9:45531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T10:04:18,251 INFO [RS:1;adb367c328a9:45531 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45531 2024-11-16T10:04:18,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,45531,1731751455137 2024-11-16T10:04:18,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:04:18,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,45531,1731751455137] 2024-11-16T10:04:18,268 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,45531,1731751455137; numProcessing=1 2024-11-16T10:04:18,276 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,45531,1731751455137 already deleted, retry=false 2024-11-16T10:04:18,276 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,45531,1731751455137 expired; onlineServers=1 2024-11-16T10:04:18,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:18,368 INFO [RS:1;adb367c328a9:45531 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,45531,1731751455137; zookeeper connection closed. 2024-11-16T10:04:18,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45531-0x1014463cb4b0002, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:18,368 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f95b1ba {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f95b1ba 2024-11-16T10:04:18,446 DEBUG [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-16T10:04:18,521 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/.tmp/table/1fd3b72b4efc4884b8c593a672f38d76 2024-11-16T10:04:18,528 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/.tmp/info/ab59537231d64314b4d75c74b69c7ea2 as hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/info/ab59537231d64314b4d75c74b69c7ea2 2024-11-16T10:04:18,534 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/info/ab59537231d64314b4d75c74b69c7ea2, entries=30, sequenceid=16, filesize=9.1 K 2024-11-16T10:04:18,536 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/.tmp/table/1fd3b72b4efc4884b8c593a672f38d76 as hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/table/1fd3b72b4efc4884b8c593a672f38d76 2024-11-16T10:04:18,545 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/table/1fd3b72b4efc4884b8c593a672f38d76, entries=4, sequenceid=16, filesize=5.3 K 2024-11-16T10:04:18,547 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 501ms, sequenceid=16, compaction requested=false 2024-11-16T10:04:18,557 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T10:04:18,558 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T10:04:18,558 INFO [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:18,558 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-16T10:04:18,558 DEBUG [RS_CLOSE_META-regionserver/adb367c328a9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T10:04:18,604 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T10:04:18,604 INFO [regionserver/adb367c328a9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T10:04:18,646 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,41359,1731751455095; all regions closed. 2024-11-16T10:04:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:04:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741835_1011 (size=5602) 2024-11-16T10:04:18,652 DEBUG [RS:0;adb367c328a9:41359 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/oldWALs 2024-11-16T10:04:18,652 INFO [RS:0;adb367c328a9:41359 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C41359%2C1731751455095.meta:.meta(num 1731751456052) 2024-11-16T10:04:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741833_1009 (size=3188) 2024-11-16T10:04:18,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741833_1009 (size=3188) 2024-11-16T10:04:18,658 DEBUG [RS:0;adb367c328a9:41359 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/oldWALs 2024-11-16T10:04:18,658 INFO [RS:0;adb367c328a9:41359 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL adb367c328a9%2C41359%2C1731751455095:(num 1731751455675) 2024-11-16T10:04:18,658 DEBUG [RS:0;adb367c328a9:41359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:18,658 INFO [RS:0;adb367c328a9:41359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T10:04:18,658 INFO [RS:0;adb367c328a9:41359 {}] hbase.ChoreService(370): Chore service for: regionserver/adb367c328a9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-16T10:04:18,659 INFO [RS:0;adb367c328a9:41359 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41359 2024-11-16T10:04:18,659 INFO [regionserver/adb367c328a9:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:18,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/adb367c328a9,41359,1731751455095 2024-11-16T10:04:18,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T10:04:18,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [adb367c328a9,41359,1731751455095] 2024-11-16T10:04:18,718 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing adb367c328a9,41359,1731751455095; numProcessing=2 2024-11-16T10:04:18,726 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/adb367c328a9,41359,1731751455095 already deleted, retry=false 2024-11-16T10:04:18,726 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; adb367c328a9,41359,1731751455095 expired; onlineServers=0 2024-11-16T10:04:18,726 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'adb367c328a9,44519,1731751454952' ***** 2024-11-16T10:04:18,726 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T10:04:18,727 DEBUG [M:0;adb367c328a9:44519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3315d6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=adb367c328a9/172.17.0.2:0 2024-11-16T10:04:18,727 INFO [M:0;adb367c328a9:44519 {}] regionserver.HRegionServer(1224): stopping server adb367c328a9,44519,1731751454952 2024-11-16T10:04:18,727 INFO [M:0;adb367c328a9:44519 {}] regionserver.HRegionServer(1250): stopping server adb367c328a9,44519,1731751454952; all regions closed. 2024-11-16T10:04:18,727 DEBUG [M:0;adb367c328a9:44519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T10:04:18,727 DEBUG [M:0;adb367c328a9:44519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T10:04:18,727 DEBUG [M:0;adb367c328a9:44519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T10:04:18,727 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T10:04:18,727 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751455428 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.large.0-1731751455428,5,FailOnTimeoutGroup] 2024-11-16T10:04:18,727 DEBUG [master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751455428 {}] cleaner.HFileCleaner(306): Exit Thread[master/adb367c328a9:0:becomeActiveMaster-HFileCleaner.small.0-1731751455428,5,FailOnTimeoutGroup] 2024-11-16T10:04:18,727 INFO [M:0;adb367c328a9:44519 {}] hbase.ChoreService(370): Chore service for: master/adb367c328a9:0 had [] on shutdown 2024-11-16T10:04:18,727 DEBUG [M:0;adb367c328a9:44519 {}] master.HMaster(1733): Stopping service threads 2024-11-16T10:04:18,727 INFO [M:0;adb367c328a9:44519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T10:04:18,727 INFO [M:0;adb367c328a9:44519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T10:04:18,728 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T10:04:18,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T10:04:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T10:04:18,735 DEBUG [M:0;adb367c328a9:44519 {}] zookeeper.ZKUtil(347): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T10:04:18,735 WARN [M:0;adb367c328a9:44519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T10:04:18,735 INFO [M:0;adb367c328a9:44519 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-16T10:04:18,735 INFO [M:0;adb367c328a9:44519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T10:04:18,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T10:04:18,735 DEBUG [M:0;adb367c328a9:44519 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T10:04:18,735 INFO [M:0;adb367c328a9:44519 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:18,735 DEBUG [M:0;adb367c328a9:44519 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:18,735 DEBUG [M:0;adb367c328a9:44519 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T10:04:18,735 DEBUG [M:0;adb367c328a9:44519 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:18,735 INFO [M:0;adb367c328a9:44519 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.93 KB heapSize=56.38 KB 2024-11-16T10:04:18,751 DEBUG [M:0;adb367c328a9:44519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a18db845ef604bab906c869a1814510e is 82, key is hbase:meta,,1/info:regioninfo/1731751456089/Put/seqid=0 2024-11-16T10:04:18,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:04:18,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741846_1022 (size=5672) 2024-11-16T10:04:18,759 INFO [M:0;adb367c328a9:44519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a18db845ef604bab906c869a1814510e 2024-11-16T10:04:18,778 DEBUG [M:0;adb367c328a9:44519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1481847538944d5b93f29802b33a949 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731751457628/Put/seqid=0 2024-11-16T10:04:18,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741847_1023 (size=7582) 2024-11-16T10:04:18,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741847_1023 (size=7582) 2024-11-16T10:04:18,784 INFO [M:0;adb367c328a9:44519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1481847538944d5b93f29802b33a949 2024-11-16T10:04:18,807 DEBUG [M:0;adb367c328a9:44519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8bec6ef70084ac9aaaa756967eebbc8 is 69, key is adb367c328a9,41359,1731751455095/rs:state/1731751455493/Put/seqid=0 2024-11-16T10:04:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:18,818 INFO [RS:0;adb367c328a9:41359 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,41359,1731751455095; zookeeper connection closed. 2024-11-16T10:04:18,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41359-0x1014463cb4b0001, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:18,818 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23623dd5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23623dd5 2024-11-16T10:04:18,819 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T10:04:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:04:18,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741848_1024 (size=5224) 2024-11-16T10:04:19,226 INFO [M:0;adb367c328a9:44519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8bec6ef70084ac9aaaa756967eebbc8 2024-11-16T10:04:19,238 DEBUG [M:0;adb367c328a9:44519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a18db845ef604bab906c869a1814510e as hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a18db845ef604bab906c869a1814510e 2024-11-16T10:04:19,244 INFO [M:0;adb367c328a9:44519 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a18db845ef604bab906c869a1814510e, entries=8, sequenceid=108, filesize=5.5 K 2024-11-16T10:04:19,245 DEBUG [M:0;adb367c328a9:44519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1481847538944d5b93f29802b33a949 as hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1481847538944d5b93f29802b33a949 2024-11-16T10:04:19,250 INFO [M:0;adb367c328a9:44519 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1481847538944d5b93f29802b33a949, entries=13, sequenceid=108, filesize=7.4 K 2024-11-16T10:04:19,251 DEBUG [M:0;adb367c328a9:44519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8bec6ef70084ac9aaaa756967eebbc8 as hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8bec6ef70084ac9aaaa756967eebbc8 2024-11-16T10:04:19,256 INFO [M:0;adb367c328a9:44519 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43819/user/jenkins/test-data/da83660b-1803-365a-1ac5-6c864861174a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8bec6ef70084ac9aaaa756967eebbc8, entries=2, sequenceid=108, filesize=5.1 K 2024-11-16T10:04:19,256 INFO [M:0;adb367c328a9:44519 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.93 KB/47034, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=108, compaction requested=false 2024-11-16T10:04:19,258 INFO [M:0;adb367c328a9:44519 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T10:04:19,258 DEBUG [M:0;adb367c328a9:44519 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-16T10:04:19,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42513 is added to blk_1073741830_1006 (size=54565) 2024-11-16T10:04:19,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37629 is added to blk_1073741830_1006 (size=54565) 2024-11-16T10:04:19,260 INFO [M:0;adb367c328a9:44519 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-16T10:04:19,260 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-16T10:04:19,260 INFO [M:0;adb367c328a9:44519 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44519 2024-11-16T10:04:19,301 DEBUG [M:0;adb367c328a9:44519 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/adb367c328a9,44519,1731751454952 already deleted, retry=false 2024-11-16T10:04:19,410 INFO [M:0;adb367c328a9:44519 {}] regionserver.HRegionServer(1307): Exiting; stopping=adb367c328a9,44519,1731751454952; zookeeper connection closed. 2024-11-16T10:04:19,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:19,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44519-0x1014463cb4b0000, quorum=127.0.0.1:58711, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T10:04:19,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d50bf9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:19,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6537169f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:19,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:19,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d88e712{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:19,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@322d7fbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:19,420 WARN [BP-107524799-172.17.0.2-1731751453608 heartbeating to localhost/127.0.0.1:43819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:04:19,420 WARN [BP-107524799-172.17.0.2-1731751453608 heartbeating to localhost/127.0.0.1:43819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-107524799-172.17.0.2-1731751453608 (Datanode Uuid ac08f422-c195-45a0-a534-a821d73f6fc2) service to localhost/127.0.0.1:43819 2024-11-16T10:04:19,420 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:04:19,420 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:04:19,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/dfs/data/data3/current/BP-107524799-172.17.0.2-1731751453608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:19,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/dfs/data/data4/current/BP-107524799-172.17.0.2-1731751453608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:19,421 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:04:19,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63821384{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T10:04:19,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a929470{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:19,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:19,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645b66fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:19,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a370b8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:19,425 WARN [BP-107524799-172.17.0.2-1731751453608 heartbeating to localhost/127.0.0.1:43819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T10:04:19,425 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T10:04:19,425 WARN [BP-107524799-172.17.0.2-1731751453608 heartbeating to localhost/127.0.0.1:43819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-107524799-172.17.0.2-1731751453608 (Datanode Uuid 62665c27-41a5-426e-9ca9-06cace4f2d16) service to localhost/127.0.0.1:43819 2024-11-16T10:04:19,425 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T10:04:19,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/dfs/data/data1/current/BP-107524799-172.17.0.2-1731751453608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:19,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/cluster_9be10850-ea0f-e183-cc7d-f3630990d2d8/dfs/data/data2/current/BP-107524799-172.17.0.2-1731751453608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T10:04:19,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T10:04:19,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc3ab33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T10:04:19,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72a17c2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T10:04:19,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T10:04:19,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c4f8d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T10:04:19,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6831b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4dd8d30a-8052-a923-e6e1-db4087d2cd6a/hadoop.log.dir/,STOPPED} 2024-11-16T10:04:19,437 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-16T10:04:19,453 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-16T10:04:19,459 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=196 (was 178) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43819 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43819 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=551 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=3377 (was 3472)