2024-12-02 16:18:56,615 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-02 16:18:56,662 main DEBUG Took 0.044944 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 16:18:56,664 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 16:18:56,665 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 16:18:56,666 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 16:18:56,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,682 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 16:18:56,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,715 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,723 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,724 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,725 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,726 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,727 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,728 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,732 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,733 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 16:18:56,735 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,736 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 16:18:56,742 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 16:18:56,744 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 16:18:56,762 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 16:18:56,763 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 16:18:56,765 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 16:18:56,765 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 16:18:56,777 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 16:18:56,797 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 16:18:56,803 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 16:18:56,803 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 16:18:56,804 main DEBUG createAppenders(={Console}) 2024-12-02 16:18:56,805 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-02 16:18:56,805 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-02 16:18:56,806 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-02 16:18:56,806 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 16:18:56,807 main DEBUG OutputStream closed 2024-12-02 16:18:56,807 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 16:18:56,808 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 16:18:56,808 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-02 16:18:56,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 16:18:56,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 16:18:56,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 16:18:56,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 16:18:56,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 16:18:56,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 16:18:56,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 16:18:56,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 16:18:56,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 16:18:56,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 16:18:56,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 16:18:56,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 16:18:56,969 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 16:18:56,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 16:18:56,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 16:18:56,970 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 16:18:56,971 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 16:18:56,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 16:18:56,976 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 16:18:56,976 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-02 16:18:56,977 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 16:18:56,978 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-02T16:18:57,006 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-02 16:18:57,010 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 16:18:57,010 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T16:18:57,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=452, ProcessCount=11, AvailableMemoryMB=6747 2024-12-02T16:18:57,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad 2024-12-02T16:18:57,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T16:18:57,530 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039, deleteOnExit=true 2024-12-02T16:18:57,531 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-02T16:18:57,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/test.cache.data in system properties and HBase conf 2024-12-02T16:18:57,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T16:18:57,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.log.dir in system properties and HBase conf 2024-12-02T16:18:57,544 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T16:18:57,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T16:18:57,545 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T16:18:57,684 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T16:18:57,824 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T16:18:57,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:18:57,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:18:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T16:18:57,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:18:57,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T16:18:57,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T16:18:57,833 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:18:57,834 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:18:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T16:18:57,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/nfs.dump.dir in system properties and HBase conf 2024-12-02T16:18:57,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/java.io.tmpdir in system properties and HBase conf 2024-12-02T16:18:57,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:18:57,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T16:18:57,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T16:18:58,988 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T16:18:59,119 INFO [Time-limited test {}] log.Log(170): Logging initialized @3559ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T16:18:59,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:18:59,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:18:59,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:18:59,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:18:59,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T16:18:59,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:18:59,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:18:59,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:18:59,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/java.io.tmpdir/jetty-localhost-35879-hadoop-hdfs-3_4_1-tests_jar-_-any-13497784477499299092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:18:59,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:35879} 2024-12-02T16:18:59,748 INFO [Time-limited test {}] server.Server(415): Started @4191ms 2024-12-02T16:19:00,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:00,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:00,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:00,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:00,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:00,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:00,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:00,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/java.io.tmpdir/jetty-localhost-40343-hadoop-hdfs-3_4_1-tests_jar-_-any-15951747774940631357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:00,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:40343} 2024-12-02T16:19:00,488 INFO [Time-limited test {}] server.Server(415): Started @4931ms 2024-12-02T16:19:00,561 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:00,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:00,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:00,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:00,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:00,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:00,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:00,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:00,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/java.io.tmpdir/jetty-localhost-38409-hadoop-hdfs-3_4_1-tests_jar-_-any-9880702351072470990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:00,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:38409} 2024-12-02T16:19:00,843 INFO [Time-limited test {}] server.Server(415): Started @5286ms 2024-12-02T16:19:00,846 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:01,085 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/dfs/data/data3/current/BP-1285451708-172.17.0.2-1733156338674/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:01,086 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/dfs/data/data1/current/BP-1285451708-172.17.0.2-1733156338674/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:01,093 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/dfs/data/data2/current/BP-1285451708-172.17.0.2-1733156338674/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:01,097 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/dfs/data/data4/current/BP-1285451708-172.17.0.2-1733156338674/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:01,196 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:01,198 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:01,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d7135924c060833 with lease ID 0x77a090a2798ffd7d: Processing first storage report for DS-41c6bc21-1da8-4a0a-b9ec-0511597b55e7 from datanode DatanodeRegistration(127.0.0.1:41317, datanodeUuid=f0505056-1137-4578-ab99-ff1a776f0f0e, infoPort=38823, infoSecurePort=0, ipcPort=40189, storageInfo=lv=-57;cid=testClusterID;nsid=900208715;c=1733156338674) 2024-12-02T16:19:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d7135924c060833 with lease ID 0x77a090a2798ffd7d: from storage DS-41c6bc21-1da8-4a0a-b9ec-0511597b55e7 node DatanodeRegistration(127.0.0.1:41317, datanodeUuid=f0505056-1137-4578-ab99-ff1a776f0f0e, infoPort=38823, infoSecurePort=0, ipcPort=40189, storageInfo=lv=-57;cid=testClusterID;nsid=900208715;c=1733156338674), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T16:19:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf247915de11d4ba with lease ID 0x77a090a2798ffd7e: Processing first storage report for DS-77ba8f6e-d8d7-47c0-8c21-266cb8d2f8fa from datanode DatanodeRegistration(127.0.0.1:38323, datanodeUuid=b84af2b0-3adc-414f-8942-ca9ff0d8e6b9, infoPort=37965, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=900208715;c=1733156338674) 2024-12-02T16:19:01,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf247915de11d4ba with lease ID 0x77a090a2798ffd7e: from storage DS-77ba8f6e-d8d7-47c0-8c21-266cb8d2f8fa node DatanodeRegistration(127.0.0.1:38323, datanodeUuid=b84af2b0-3adc-414f-8942-ca9ff0d8e6b9, infoPort=37965, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=900208715;c=1733156338674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d7135924c060833 with lease ID 0x77a090a2798ffd7d: Processing first storage report for DS-c67668de-1719-4e6e-94f3-f0d71b23a3b7 from datanode DatanodeRegistration(127.0.0.1:41317, datanodeUuid=f0505056-1137-4578-ab99-ff1a776f0f0e, infoPort=38823, infoSecurePort=0, ipcPort=40189, storageInfo=lv=-57;cid=testClusterID;nsid=900208715;c=1733156338674) 2024-12-02T16:19:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d7135924c060833 with lease ID 0x77a090a2798ffd7d: from storage DS-c67668de-1719-4e6e-94f3-f0d71b23a3b7 node DatanodeRegistration(127.0.0.1:41317, datanodeUuid=f0505056-1137-4578-ab99-ff1a776f0f0e, infoPort=38823, infoSecurePort=0, ipcPort=40189, storageInfo=lv=-57;cid=testClusterID;nsid=900208715;c=1733156338674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf247915de11d4ba with lease ID 0x77a090a2798ffd7e: Processing first storage report for DS-a6947c5d-293e-4a0a-99f0-6998c55ea10c from datanode DatanodeRegistration(127.0.0.1:38323, datanodeUuid=b84af2b0-3adc-414f-8942-ca9ff0d8e6b9, infoPort=37965, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=900208715;c=1733156338674) 2024-12-02T16:19:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf247915de11d4ba with lease ID 0x77a090a2798ffd7e: from storage DS-a6947c5d-293e-4a0a-99f0-6998c55ea10c node DatanodeRegistration(127.0.0.1:38323, datanodeUuid=b84af2b0-3adc-414f-8942-ca9ff0d8e6b9, infoPort=37965, infoSecurePort=0, ipcPort=42541, storageInfo=lv=-57;cid=testClusterID;nsid=900208715;c=1733156338674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:01,385 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad 2024-12-02T16:19:01,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/zookeeper_0, clientPort=49951, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T16:19:01,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49951 2024-12-02T16:19:01,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:01,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:02,137 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9 with version=8 2024-12-02T16:19:02,137 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/hbase-staging 2024-12-02T16:19:02,257 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T16:19:02,532 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:02,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:02,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:02,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:02,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:02,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:02,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:02,740 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T16:19:02,749 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T16:19:02,753 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:02,781 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2319 (auto-detected) 2024-12-02T16:19:02,782 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T16:19:02,800 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35197 2024-12-02T16:19:02,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:02,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:02,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35197 connecting to ZooKeeper ensemble=127.0.0.1:49951 2024-12-02T16:19:02,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351970x0, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:02,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35197-0x1009bc9116c0000 connected 2024-12-02T16:19:02,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:02,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:02,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:02,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35197 2024-12-02T16:19:02,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35197 2024-12-02T16:19:02,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35197 2024-12-02T16:19:02,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35197 2024-12-02T16:19:02,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35197 2024-12-02T16:19:02,930 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9, hbase.cluster.distributed=false 2024-12-02T16:19:03,003 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:03,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:03,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:03,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:03,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:03,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:03,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:03,011 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:03,013 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42445 2024-12-02T16:19:03,015 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:03,031 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:03,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:03,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:03,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42445 connecting to ZooKeeper ensemble=127.0.0.1:49951 2024-12-02T16:19:03,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424450x0, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:03,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424450x0, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:03,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42445-0x1009bc9116c0001 connected 2024-12-02T16:19:03,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:03,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:03,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42445 2024-12-02T16:19:03,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42445 2024-12-02T16:19:03,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42445 2024-12-02T16:19:03,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42445 2024-12-02T16:19:03,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42445 2024-12-02T16:19:03,092 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:03,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:03,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:03,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:03,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:03,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:03,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:03,094 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:03,095 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35529 2024-12-02T16:19:03,095 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:03,096 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:03,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:03,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:03,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35529 connecting to ZooKeeper ensemble=127.0.0.1:49951 2024-12-02T16:19:03,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355290x0, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:03,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355290x0, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:03,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35529-0x1009bc9116c0002 connected 2024-12-02T16:19:03,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:03,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:03,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35529 2024-12-02T16:19:03,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35529 2024-12-02T16:19:03,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35529 2024-12-02T16:19:03,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35529 2024-12-02T16:19:03,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35529 2024-12-02T16:19:03,121 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:03,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:03,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:03,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:03,133 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:03,138 DEBUG [M:0;2a8f9448bb5c:35197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a8f9448bb5c:35197 2024-12-02T16:19:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:03,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,162 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:03,164 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a8f9448bb5c,35197,1733156342251 from backup master directory 2024-12-02T16:19:03,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:03,168 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:03,168 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:03,171 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T16:19:03,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:03,173 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T16:19:03,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:03,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:03,259 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/hbase.id with ID: 1161ec52-6fdb-4c2b-be3e-5f95c06b35cd 2024-12-02T16:19:03,300 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:03,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:03,363 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:03,365 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T16:19:03,385 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T16:19:03,390 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:03,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:03,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:03,447 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store 2024-12-02T16:19:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:03,475 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T16:19:03,476 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:03,477 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:03,477 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:03,477 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:03,478 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:03,478 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:03,478 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:03,478 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:03,480 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/.initializing 2024-12-02T16:19:03,480 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/WALs/2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:03,488 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:03,501 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C35197%2C1733156342251, suffix=, logDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/WALs/2a8f9448bb5c,35197,1733156342251, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/oldWALs, maxLogs=10 2024-12-02T16:19:03,531 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/WALs/2a8f9448bb5c,35197,1733156342251/2a8f9448bb5c%2C35197%2C1733156342251.1733156343506, exclude list is [], retry=0 2024-12-02T16:19:03,550 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38323,DS-77ba8f6e-d8d7-47c0-8c21-266cb8d2f8fa,DISK] 2024-12-02T16:19:03,550 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-41c6bc21-1da8-4a0a-b9ec-0511597b55e7,DISK] 2024-12-02T16:19:03,553 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T16:19:03,593 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/WALs/2a8f9448bb5c,35197,1733156342251/2a8f9448bb5c%2C35197%2C1733156342251.1733156343506 2024-12-02T16:19:03,594 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38823:38823),(127.0.0.1/127.0.0.1:37965:37965)] 2024-12-02T16:19:03,594 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:03,595 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:03,598 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:03,599 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:03,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:03,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T16:19:03,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:03,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:03,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:03,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T16:19:03,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:03,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:03,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:03,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T16:19:03,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:03,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:03,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:03,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T16:19:03,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:03,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:03,684 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:03,685 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:03,694 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T16:19:03,698 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:03,702 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:03,703 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63673960, jitterRate=-0.05118405818939209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T16:19:03,707 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:03,708 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T16:19:03,736 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d8d598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:03,773 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-02T16:19:03,784 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T16:19:03,784 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T16:19:03,787 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T16:19:03,788 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T16:19:03,793 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-02T16:19:03,793 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T16:19:03,816 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T16:19:03,827 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T16:19:03,829 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-02T16:19:03,831 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T16:19:03,832 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T16:19:03,834 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-02T16:19:03,836 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T16:19:03,839 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T16:19:03,841 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-02T16:19:03,842 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T16:19:03,843 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T16:19:03,852 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T16:19:03,854 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T16:19:03,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:03,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:03,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:03,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,860 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2a8f9448bb5c,35197,1733156342251, sessionid=0x1009bc9116c0000, setting cluster-up flag (Was=false) 2024-12-02T16:19:03,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,879 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T16:19:03,881 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:03,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:03,892 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T16:19:03,894 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:03,941 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2a8f9448bb5c:35529 2024-12-02T16:19:03,941 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a8f9448bb5c:42445 2024-12-02T16:19:03,943 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1008): ClusterId : 1161ec52-6fdb-4c2b-be3e-5f95c06b35cd 2024-12-02T16:19:03,946 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1008): ClusterId : 1161ec52-6fdb-4c2b-be3e-5f95c06b35cd 2024-12-02T16:19:03,946 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:03,946 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:03,955 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:03,955 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:03,955 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:03,955 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:03,959 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:03,959 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:03,960 DEBUG [RS:0;2a8f9448bb5c:42445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6342ac4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:03,960 DEBUG [RS:1;2a8f9448bb5c:35529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f24bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:03,961 DEBUG [RS:1;2a8f9448bb5c:35529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f154b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:03,962 DEBUG [RS:0;2a8f9448bb5c:42445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bee9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:03,965 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:03,965 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:03,965 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:03,966 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:03,966 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:03,966 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:03,968 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,35197,1733156342251 with isa=2a8f9448bb5c/172.17.0.2:35529, startcode=1733156343091 2024-12-02T16:19:03,968 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,35197,1733156342251 with isa=2a8f9448bb5c/172.17.0.2:42445, startcode=1733156343002 2024-12-02T16:19:03,980 DEBUG [RS:0;2a8f9448bb5c:42445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:03,980 DEBUG [RS:1;2a8f9448bb5c:35529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:03,985 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:03,990 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-02T16:19:03,993 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T16:19:03,998 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a8f9448bb5c,35197,1733156342251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T16:19:04,003 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:04,003 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:04,003 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:04,004 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:04,004 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a8f9448bb5c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T16:19:04,004 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,005 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:04,005 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:04,013 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-02T16:19:04,018 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733156374018 2024-12-02T16:19:04,018 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:04,019 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48607, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:04,019 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58907, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:04,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:04,019 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T16:19:04,021 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T16:19:04,024 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T16:19:04,024 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T16:19:04,025 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T16:19:04,025 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T16:19:04,025 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35197 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:19:04,027 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,028 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T16:19:04,030 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T16:19:04,030 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T16:19:04,031 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35197 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-02T16:19:04,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:04,032 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T16:19:04,033 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T16:19:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:04,034 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156344034,5,FailOnTimeoutGroup] 2024-12-02T16:19:04,035 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156344035,5,FailOnTimeoutGroup] 2024-12-02T16:19:04,035 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,035 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T16:19:04,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-02T16:19:04,037 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9 2024-12-02T16:19:04,037 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,038 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:04,056 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-02T16:19:04,056 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-02T16:19:04,056 WARN [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T16:19:04,056 WARN [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T16:19:04,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:04,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:04,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:04,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:04,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:04,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:04,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:04,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:04,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:04,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:04,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:04,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:04,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:04,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740 2024-12-02T16:19:04,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740 2024-12-02T16:19:04,075 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:04,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:04,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:04,081 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69559670, jitterRate=0.036519855260849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:04,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:04,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:04,084 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:04,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:04,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:04,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:04,085 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:04,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:04,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:04,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-02T16:19:04,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T16:19:04,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T16:19:04,104 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T16:19:04,157 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,35197,1733156342251 with isa=2a8f9448bb5c/172.17.0.2:35529, startcode=1733156343091 2024-12-02T16:19:04,157 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,35197,1733156342251 with isa=2a8f9448bb5c/172.17.0.2:42445, startcode=1733156343002 2024-12-02T16:19:04,159 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35197 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:04,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35197 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:04,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35197 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:04,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35197 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:04,168 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9 2024-12-02T16:19:04,168 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38017 2024-12-02T16:19:04,168 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:04,170 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9 2024-12-02T16:19:04,170 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38017 2024-12-02T16:19:04,170 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:04,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:04,178 DEBUG [RS:0;2a8f9448bb5c:42445 {}] zookeeper.ZKUtil(111): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:04,178 WARN [RS:0;2a8f9448bb5c:42445 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:04,178 INFO [RS:0;2a8f9448bb5c:42445 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:04,178 DEBUG [RS:1;2a8f9448bb5c:35529 {}] zookeeper.ZKUtil(111): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:04,179 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:04,179 WARN [RS:1;2a8f9448bb5c:35529 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:04,179 INFO [RS:1;2a8f9448bb5c:35529 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:04,179 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:04,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,35529,1733156343091] 2024-12-02T16:19:04,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,42445,1733156343002] 2024-12-02T16:19:04,192 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:04,192 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:04,203 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:04,203 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:04,214 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:04,214 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:04,217 INFO [RS:1;2a8f9448bb5c:35529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:04,217 INFO [RS:1;2a8f9448bb5c:35529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,221 INFO [RS:0;2a8f9448bb5c:42445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:04,222 INFO [RS:0;2a8f9448bb5c:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,222 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:04,222 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:04,228 INFO [RS:0;2a8f9448bb5c:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,228 INFO [RS:1;2a8f9448bb5c:35529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,229 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,229 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,229 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,229 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,229 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,229 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,229 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,229 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,229 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,230 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,230 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:04,230 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:04,230 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,230 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,230 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,230 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,230 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,230 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,231 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,231 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,231 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,231 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:04,231 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:04,231 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:04,231 DEBUG [RS:0;2a8f9448bb5c:42445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:04,231 DEBUG [RS:1;2a8f9448bb5c:35529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:04,238 INFO [RS:0;2a8f9448bb5c:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,239 INFO [RS:0;2a8f9448bb5c:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,239 INFO [RS:0;2a8f9448bb5c:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,239 INFO [RS:0;2a8f9448bb5c:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,239 INFO [RS:0;2a8f9448bb5c:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,42445,1733156343002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:04,244 INFO [RS:1;2a8f9448bb5c:35529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,244 INFO [RS:1;2a8f9448bb5c:35529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,244 INFO [RS:1;2a8f9448bb5c:35529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,244 INFO [RS:1;2a8f9448bb5c:35529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,244 INFO [RS:1;2a8f9448bb5c:35529 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,35529,1733156343091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:04,255 WARN [2a8f9448bb5c:35197 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-02T16:19:04,271 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:04,271 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:04,273 INFO [RS:0;2a8f9448bb5c:42445 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,42445,1733156343002-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,273 INFO [RS:1;2a8f9448bb5c:35529 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,35529,1733156343091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,301 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.Replication(204): 2a8f9448bb5c,35529,1733156343091 started 2024-12-02T16:19:04,301 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,35529,1733156343091, RpcServer on 2a8f9448bb5c/172.17.0.2:35529, sessionid=0x1009bc9116c0002 2024-12-02T16:19:04,302 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:04,302 DEBUG [RS:1;2a8f9448bb5c:35529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:04,302 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,35529,1733156343091' 2024-12-02T16:19:04,302 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:04,302 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.Replication(204): 2a8f9448bb5c,42445,1733156343002 started 2024-12-02T16:19:04,302 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,42445,1733156343002, RpcServer on 2a8f9448bb5c/172.17.0.2:42445, sessionid=0x1009bc9116c0001 2024-12-02T16:19:04,303 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:04,303 DEBUG [RS:0;2a8f9448bb5c:42445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:04,303 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,42445,1733156343002' 2024-12-02T16:19:04,303 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:04,303 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:04,303 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:04,304 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:04,304 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:04,304 DEBUG [RS:1;2a8f9448bb5c:35529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:04,304 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,35529,1733156343091' 2024-12-02T16:19:04,304 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:04,304 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:04,304 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:04,304 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:04,304 DEBUG [RS:0;2a8f9448bb5c:42445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:04,305 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,42445,1733156343002' 2024-12-02T16:19:04,305 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:04,305 DEBUG [RS:1;2a8f9448bb5c:35529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:04,305 INFO [RS:1;2a8f9448bb5c:35529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:04,305 INFO [RS:1;2a8f9448bb5c:35529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:04,306 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:04,306 DEBUG [RS:0;2a8f9448bb5c:42445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:04,306 INFO [RS:0;2a8f9448bb5c:42445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:04,306 INFO [RS:0;2a8f9448bb5c:42445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:04,412 INFO [RS:0;2a8f9448bb5c:42445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:04,412 INFO [RS:1;2a8f9448bb5c:35529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:04,416 INFO [RS:1;2a8f9448bb5c:35529 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C35529%2C1733156343091, suffix=, logDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,35529,1733156343091, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/oldWALs, maxLogs=32 2024-12-02T16:19:04,416 INFO [RS:0;2a8f9448bb5c:42445 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C42445%2C1733156343002, suffix=, logDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,42445,1733156343002, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/oldWALs, maxLogs=32 2024-12-02T16:19:04,441 DEBUG [RS:0;2a8f9448bb5c:42445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,42445,1733156343002/2a8f9448bb5c%2C42445%2C1733156343002.1733156344419, exclude list is [], retry=0 2024-12-02T16:19:04,441 DEBUG [RS:1;2a8f9448bb5c:35529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,35529,1733156343091/2a8f9448bb5c%2C35529%2C1733156343091.1733156344419, exclude list is [], retry=0 2024-12-02T16:19:04,446 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38323,DS-77ba8f6e-d8d7-47c0-8c21-266cb8d2f8fa,DISK] 2024-12-02T16:19:04,446 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-41c6bc21-1da8-4a0a-b9ec-0511597b55e7,DISK] 2024-12-02T16:19:04,448 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-41c6bc21-1da8-4a0a-b9ec-0511597b55e7,DISK] 2024-12-02T16:19:04,448 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38323,DS-77ba8f6e-d8d7-47c0-8c21-266cb8d2f8fa,DISK] 2024-12-02T16:19:04,451 INFO [RS:0;2a8f9448bb5c:42445 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,42445,1733156343002/2a8f9448bb5c%2C42445%2C1733156343002.1733156344419 2024-12-02T16:19:04,451 INFO [RS:1;2a8f9448bb5c:35529 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,35529,1733156343091/2a8f9448bb5c%2C35529%2C1733156343091.1733156344419 2024-12-02T16:19:04,452 DEBUG [RS:0;2a8f9448bb5c:42445 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:38823:38823)] 2024-12-02T16:19:04,453 DEBUG [RS:1;2a8f9448bb5c:35529 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38823:38823),(127.0.0.1/127.0.0.1:37965:37965)] 2024-12-02T16:19:04,506 DEBUG [2a8f9448bb5c:35197 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T16:19:04,509 DEBUG [2a8f9448bb5c:35197 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:04,515 DEBUG [2a8f9448bb5c:35197 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:04,515 DEBUG [2a8f9448bb5c:35197 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:04,516 INFO [2a8f9448bb5c:35197 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:04,516 INFO [2a8f9448bb5c:35197 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:04,516 DEBUG [2a8f9448bb5c:35197 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:04,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:04,527 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,35529,1733156343091, state=OPENING 2024-12-02T16:19:04,532 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T16:19:04,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:04,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:04,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:04,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:04,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:04,535 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:04,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,35529,1733156343091}] 2024-12-02T16:19:04,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:04,710 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:04,713 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:04,723 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-02T16:19:04,723 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:04,724 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T16:19:04,726 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C35529%2C1733156343091.meta, suffix=.meta, logDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,35529,1733156343091, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/oldWALs, maxLogs=32 2024-12-02T16:19:04,742 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,35529,1733156343091/2a8f9448bb5c%2C35529%2C1733156343091.meta.1733156344728.meta, exclude list is [], retry=0 2024-12-02T16:19:04,746 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-41c6bc21-1da8-4a0a-b9ec-0511597b55e7,DISK] 2024-12-02T16:19:04,746 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38323,DS-77ba8f6e-d8d7-47c0-8c21-266cb8d2f8fa,DISK] 2024-12-02T16:19:04,750 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,35529,1733156343091/2a8f9448bb5c%2C35529%2C1733156343091.meta.1733156344728.meta 2024-12-02T16:19:04,751 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38823:38823),(127.0.0.1/127.0.0.1:37965:37965)] 2024-12-02T16:19:04,751 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:04,753 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T16:19:04,813 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T16:19:04,817 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T16:19:04,821 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T16:19:04,821 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:04,821 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-02T16:19:04,821 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-02T16:19:04,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:04,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:04,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:04,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:04,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:04,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:04,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:04,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:04,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:04,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:04,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:04,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:04,833 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740 2024-12-02T16:19:04,835 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740 2024-12-02T16:19:04,838 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:04,841 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:04,842 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63141504, jitterRate=-0.05911827087402344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:04,844 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:04,850 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733156344703 2024-12-02T16:19:04,861 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T16:19:04,861 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-02T16:19:04,863 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:04,865 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,35529,1733156343091, state=OPEN 2024-12-02T16:19:04,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:04,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:04,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:04,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:04,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:04,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:04,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T16:19:04,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,35529,1733156343091 in 331 msec 2024-12-02T16:19:04,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T16:19:04,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 779 msec 2024-12-02T16:19:04,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 954 msec 2024-12-02T16:19:04,885 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733156344885, completionTime=-1 2024-12-02T16:19:04,885 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T16:19:04,885 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-02T16:19:04,922 DEBUG [hconnection-0x733e73e2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:04,924 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:04,933 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-02T16:19:04,933 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733156404933 2024-12-02T16:19:04,933 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733156464933 2024-12-02T16:19:04,933 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 47 msec 2024-12-02T16:19:04,954 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T16:19:04,960 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,35197,1733156342251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,960 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,35197,1733156342251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,960 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,35197,1733156342251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,962 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a8f9448bb5c:35197, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,962 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:04,966 DEBUG [master/2a8f9448bb5c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-02T16:19:04,971 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-02T16:19:04,972 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:04,979 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-02T16:19:04,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:04,982 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:04,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:04,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:05,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:05,003 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2651b50325e83ed2f54bf5aa3c81cf2f, NAME => 'hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9 2024-12-02T16:19:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:05,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:05,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 2651b50325e83ed2f54bf5aa3c81cf2f, disabling compactions & flushes 2024-12-02T16:19:05,013 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:05,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:05,014 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. after waiting 0 ms 2024-12-02T16:19:05,014 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:05,014 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:05,014 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2651b50325e83ed2f54bf5aa3c81cf2f: 2024-12-02T16:19:05,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:05,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733156345017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156345017"}]},"ts":"1733156345017"} 2024-12-02T16:19:05,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:19:05,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:05,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156345050"}]},"ts":"1733156345050"} 2024-12-02T16:19:05,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-02T16:19:05,062 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:05,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:05,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:05,063 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:05,063 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:05,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:05,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2651b50325e83ed2f54bf5aa3c81cf2f, ASSIGN}] 2024-12-02T16:19:05,067 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=2651b50325e83ed2f54bf5aa3c81cf2f, ASSIGN 2024-12-02T16:19:05,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=2651b50325e83ed2f54bf5aa3c81cf2f, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,35529,1733156343091; forceNewPlan=false, retain=false 2024-12-02T16:19:05,220 INFO [2a8f9448bb5c:35197 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T16:19:05,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2651b50325e83ed2f54bf5aa3c81cf2f, regionState=OPENING, regionLocation=2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:05,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 2651b50325e83ed2f54bf5aa3c81cf2f, server=2a8f9448bb5c,35529,1733156343091}] 2024-12-02T16:19:05,377 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:05,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:05,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 2651b50325e83ed2f54bf5aa3c81cf2f, NAME => 'hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:05,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:05,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:05,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:05,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:05,389 INFO [StoreOpener-2651b50325e83ed2f54bf5aa3c81cf2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:05,391 INFO [StoreOpener-2651b50325e83ed2f54bf5aa3c81cf2f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2651b50325e83ed2f54bf5aa3c81cf2f columnFamilyName info 2024-12-02T16:19:05,391 DEBUG [StoreOpener-2651b50325e83ed2f54bf5aa3c81cf2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:05,392 INFO [StoreOpener-2651b50325e83ed2f54bf5aa3c81cf2f-1 {}] regionserver.HStore(327): Store=2651b50325e83ed2f54bf5aa3c81cf2f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:05,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/namespace/2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:05,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/namespace/2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:05,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:05,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/namespace/2651b50325e83ed2f54bf5aa3c81cf2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:05,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 2651b50325e83ed2f54bf5aa3c81cf2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68227748, jitterRate=0.01667267084121704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:05,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 2651b50325e83ed2f54bf5aa3c81cf2f: 2024-12-02T16:19:05,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f., pid=6, masterSystemTime=1733156345377 2024-12-02T16:19:05,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:05,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:05,409 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=2651b50325e83ed2f54bf5aa3c81cf2f, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:05,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T16:19:05,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 2651b50325e83ed2f54bf5aa3c81cf2f, server=2a8f9448bb5c,35529,1733156343091 in 189 msec 2024-12-02T16:19:05,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T16:19:05,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=2651b50325e83ed2f54bf5aa3c81cf2f, ASSIGN in 351 msec 2024-12-02T16:19:05,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:05,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156345421"}]},"ts":"1733156345421"} 2024-12-02T16:19:05,423 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-02T16:19:05,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:05,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 454 msec 2024-12-02T16:19:05,481 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-02T16:19:05,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:05,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:05,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:05,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:05,510 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-02T16:19:05,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:05,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 20 msec 2024-12-02T16:19:05,533 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-02T16:19:05,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:05,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-02T16:19:05,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-02T16:19:05,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-02T16:19:05,562 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.394sec 2024-12-02T16:19:05,563 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T16:19:05,565 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T16:19:05,565 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T16:19:05,566 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T16:19:05,566 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T16:19:05,567 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,35197,1733156342251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:05,567 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,35197,1733156342251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T16:19:05,570 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-02T16:19:05,571 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T16:19:05,571 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,35197,1733156342251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:05,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bd0bc49 to 127.0.0.1:49951 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59e63fdf 2024-12-02T16:19:05,639 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-02T16:19:05,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6c899c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:05,650 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T16:19:05,650 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T16:19:05,692 DEBUG [hconnection-0x44bca08e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:05,700 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:05,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:05,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:19:05,716 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:19:05,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T16:19:05,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:05,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-02T16:19:05,729 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:05,731 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:05,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:05,776 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4dc0d0be2adfcee97d020aed5fca9126, NAME => 'testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9 2024-12-02T16:19:05,776 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1d528afa0d6477bb499d7da812af1505, NAME => 'testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9 2024-12-02T16:19:05,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:05,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:05,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:05,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:05,812 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 4dc0d0be2adfcee97d020aed5fca9126, disabling compactions & flushes 2024-12-02T16:19:05,813 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. after waiting 0 ms 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:05,813 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4dc0d0be2adfcee97d020aed5fca9126: 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 1d528afa0d6477bb499d7da812af1505, disabling compactions & flushes 2024-12-02T16:19:05,813 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. after waiting 0 ms 2024-12-02T16:19:05,813 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:05,814 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:05,814 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1d528afa0d6477bb499d7da812af1505: 2024-12-02T16:19:05,816 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:05,816 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156345816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156345816"}]},"ts":"1733156345816"} 2024-12-02T16:19:05,816 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156345816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156345816"}]},"ts":"1733156345816"} 2024-12-02T16:19:05,847 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-02T16:19:05,848 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:05,849 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156345849"}]},"ts":"1733156345849"} 2024-12-02T16:19:05,851 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T16:19:05,856 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:05,858 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:05,858 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:05,858 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:05,858 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:05,858 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:05,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d528afa0d6477bb499d7da812af1505, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4dc0d0be2adfcee97d020aed5fca9126, ASSIGN}] 2024-12-02T16:19:05,860 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4dc0d0be2adfcee97d020aed5fca9126, ASSIGN 2024-12-02T16:19:05,860 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d528afa0d6477bb499d7da812af1505, ASSIGN 2024-12-02T16:19:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:05,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d528afa0d6477bb499d7da812af1505, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,35529,1733156343091; forceNewPlan=false, retain=false 2024-12-02T16:19:05,862 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4dc0d0be2adfcee97d020aed5fca9126, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,42445,1733156343002; forceNewPlan=false, retain=false 2024-12-02T16:19:06,012 INFO [2a8f9448bb5c:35197 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T16:19:06,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4dc0d0be2adfcee97d020aed5fca9126, regionState=OPENING, regionLocation=2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:06,012 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1d528afa0d6477bb499d7da812af1505, regionState=OPENING, regionLocation=2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:06,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 4dc0d0be2adfcee97d020aed5fca9126, server=2a8f9448bb5c,42445,1733156343002}] 2024-12-02T16:19:06,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 1d528afa0d6477bb499d7da812af1505, server=2a8f9448bb5c,35529,1733156343091}] 2024-12-02T16:19:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:06,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:06,168 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:06,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:06,170 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:06,176 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:06,176 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:06,176 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1d528afa0d6477bb499d7da812af1505, NAME => 'testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T16:19:06,176 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 4dc0d0be2adfcee97d020aed5fca9126, NAME => 'testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T16:19:06,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1d528afa0d6477bb499d7da812af1505 2024-12-02T16:19:06,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4dc0d0be2adfcee97d020aed5fca9126 2024-12-02T16:19:06,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:06,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:06,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 4dc0d0be2adfcee97d020aed5fca9126 2024-12-02T16:19:06,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 1d528afa0d6477bb499d7da812af1505 2024-12-02T16:19:06,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 4dc0d0be2adfcee97d020aed5fca9126 2024-12-02T16:19:06,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 1d528afa0d6477bb499d7da812af1505 2024-12-02T16:19:06,182 INFO [StoreOpener-4dc0d0be2adfcee97d020aed5fca9126-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4dc0d0be2adfcee97d020aed5fca9126 2024-12-02T16:19:06,182 INFO [StoreOpener-1d528afa0d6477bb499d7da812af1505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1d528afa0d6477bb499d7da812af1505 2024-12-02T16:19:06,184 INFO [StoreOpener-1d528afa0d6477bb499d7da812af1505-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d528afa0d6477bb499d7da812af1505 columnFamilyName family 2024-12-02T16:19:06,184 DEBUG [StoreOpener-1d528afa0d6477bb499d7da812af1505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:06,185 INFO [StoreOpener-4dc0d0be2adfcee97d020aed5fca9126-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dc0d0be2adfcee97d020aed5fca9126 columnFamilyName family 2024-12-02T16:19:06,185 DEBUG [StoreOpener-4dc0d0be2adfcee97d020aed5fca9126-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:06,185 INFO [StoreOpener-4dc0d0be2adfcee97d020aed5fca9126-1 {}] regionserver.HStore(327): Store=4dc0d0be2adfcee97d020aed5fca9126/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:06,186 INFO [StoreOpener-1d528afa0d6477bb499d7da812af1505-1 {}] regionserver.HStore(327): Store=1d528afa0d6477bb499d7da812af1505/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:06,186 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/4dc0d0be2adfcee97d020aed5fca9126 2024-12-02T16:19:06,187 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/1d528afa0d6477bb499d7da812af1505 2024-12-02T16:19:06,187 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/4dc0d0be2adfcee97d020aed5fca9126 2024-12-02T16:19:06,188 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/1d528afa0d6477bb499d7da812af1505 2024-12-02T16:19:06,190 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 4dc0d0be2adfcee97d020aed5fca9126 2024-12-02T16:19:06,191 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 1d528afa0d6477bb499d7da812af1505 2024-12-02T16:19:06,194 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/4dc0d0be2adfcee97d020aed5fca9126/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:06,194 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/1d528afa0d6477bb499d7da812af1505/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:06,195 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 4dc0d0be2adfcee97d020aed5fca9126; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74285442, jitterRate=0.10693934559822083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:06,195 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 1d528afa0d6477bb499d7da812af1505; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74423441, jitterRate=0.10899569094181061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:06,196 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 4dc0d0be2adfcee97d020aed5fca9126: 2024-12-02T16:19:06,196 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 1d528afa0d6477bb499d7da812af1505: 2024-12-02T16:19:06,197 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505., pid=13, masterSystemTime=1733156346170 2024-12-02T16:19:06,197 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126., pid=12, masterSystemTime=1733156346168 2024-12-02T16:19:06,200 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:06,200 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:06,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4dc0d0be2adfcee97d020aed5fca9126, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:06,201 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:06,201 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:06,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1d528afa0d6477bb499d7da812af1505, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:06,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T16:19:06,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 4dc0d0be2adfcee97d020aed5fca9126, server=2a8f9448bb5c,42445,1733156343002 in 189 msec 2024-12-02T16:19:06,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-02T16:19:06,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 1d528afa0d6477bb499d7da812af1505, server=2a8f9448bb5c,35529,1733156343091 in 190 msec 2024-12-02T16:19:06,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4dc0d0be2adfcee97d020aed5fca9126, ASSIGN in 350 msec 2024-12-02T16:19:06,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T16:19:06,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d528afa0d6477bb499d7da812af1505, ASSIGN in 352 msec 2024-12-02T16:19:06,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:06,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156346215"}]},"ts":"1733156346215"} 2024-12-02T16:19:06,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T16:19:06,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:06,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 496 msec 2024-12-02T16:19:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35197 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:06,365 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-02T16:19:06,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T16:19:06,366 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:06,370 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T16:19:06,371 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:06,371 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-02T16:19:06,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:06,394 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:06,405 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4dc0d0be2adfcee97d020aed5fca9126 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T16:19:06,461 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/4dc0d0be2adfcee97d020aed5fca9126/.tmp/family/c0f173f331324e008be88619a78e6efe is 32, key is 5/family:/1733156346394/Put/seqid=0 2024-12-02T16:19:06,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741841_1017 (size=5083) 2024-12-02T16:19:06,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741841_1017 (size=5083) 2024-12-02T16:19:06,474 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/4dc0d0be2adfcee97d020aed5fca9126/.tmp/family/c0f173f331324e008be88619a78e6efe 2024-12-02T16:19:06,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/4dc0d0be2adfcee97d020aed5fca9126/.tmp/family/c0f173f331324e008be88619a78e6efe as hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/4dc0d0be2adfcee97d020aed5fca9126/family/c0f173f331324e008be88619a78e6efe 2024-12-02T16:19:06,528 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/4dc0d0be2adfcee97d020aed5fca9126/family/c0f173f331324e008be88619a78e6efe, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T16:19:06,531 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4dc0d0be2adfcee97d020aed5fca9126 in 126ms, sequenceid=9, compaction requested=false 2024-12-02T16:19:06,532 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-02T16:19:06,535 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4dc0d0be2adfcee97d020aed5fca9126: 2024-12-02T16:19:06,535 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1d528afa0d6477bb499d7da812af1505 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T16:19:06,555 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/1d528afa0d6477bb499d7da812af1505/.tmp/family/35002634624545d099a642c767b00923 is 32, key is 1/family:/1733156346375/Put/seqid=0 2024-12-02T16:19:06,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741842_1018 (size=5054) 2024-12-02T16:19:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741842_1018 (size=5054) 2024-12-02T16:19:06,565 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/1d528afa0d6477bb499d7da812af1505/.tmp/family/35002634624545d099a642c767b00923 2024-12-02T16:19:06,581 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/1d528afa0d6477bb499d7da812af1505/.tmp/family/35002634624545d099a642c767b00923 as hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/1d528afa0d6477bb499d7da812af1505/family/35002634624545d099a642c767b00923 2024-12-02T16:19:06,593 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/1d528afa0d6477bb499d7da812af1505/family/35002634624545d099a642c767b00923, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T16:19:06,594 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1d528afa0d6477bb499d7da812af1505 in 59ms, sequenceid=8, compaction requested=false 2024-12-02T16:19:06,594 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1d528afa0d6477bb499d7da812af1505: 2024-12-02T16:19:06,597 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fb34c79 to 127.0.0.1:49951 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c99b3c4 2024-12-02T16:19:06,609 DEBUG [ReadOnlyZKClient-127.0.0.1:49951@0x7fb34c79 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbf9555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:06,652 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T16:19:06,661 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-02T16:19:06,668 DEBUG [ReadOnlyZKClient-127.0.0.1:49951@0x7fb34c79 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a8f9448bb5c,35529,1733156343091, seqNum=-1] 2024-12-02T16:19:06,672 DEBUG [ReadOnlyZKClient-127.0.0.1:49951@0x7fb34c79 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:06,688 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:06,711 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:06,714 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:06,718 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:06,722 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:06,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-02T16:19:06,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:19:06,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:06,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fb34c79 to 127.0.0.1:49951 2024-12-02T16:19:06,739 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T16:19:06,739 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:19:06,749 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bd0bc49 to 127.0.0.1:49951 2024-12-02T16:19:06,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:06,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T16:19:06,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=887673210, stopped=false 2024-12-02T16:19:06,752 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:06,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:06,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:06,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:06,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:06,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-02T16:19:06,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:06,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:06,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:06,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:06,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:06,769 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,42445,1733156343002' ***** 2024-12-02T16:19:06,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:06,769 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:06,769 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,35529,1733156343091' ***** 2024-12-02T16:19:06,769 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:06,770 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:06,770 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:06,770 INFO [RS:0;2a8f9448bb5c:42445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:06,770 INFO [RS:0;2a8f9448bb5c:42445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:06,770 INFO [RS:1;2a8f9448bb5c:35529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:06,770 INFO [RS:1;2a8f9448bb5c:35529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:06,770 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(3579): Received CLOSE for 4dc0d0be2adfcee97d020aed5fca9126 2024-12-02T16:19:06,770 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(3579): Received CLOSE for 1d528afa0d6477bb499d7da812af1505 2024-12-02T16:19:06,771 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:06,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:06,780 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(3579): Received CLOSE for 2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:06,780 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:06,780 DEBUG [RS:1;2a8f9448bb5c:35529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:06,780 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:06,780 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:06,780 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:06,780 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-02T16:19:06,784 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-02T16:19:06,785 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1603): Online Regions={1d528afa0d6477bb499d7da812af1505=testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505., 1588230740=hbase:meta,,1.1588230740, 2651b50325e83ed2f54bf5aa3c81cf2f=hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f.} 2024-12-02T16:19:06,785 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1d528afa0d6477bb499d7da812af1505, 2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:06,786 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1d528afa0d6477bb499d7da812af1505, disabling compactions & flushes 2024-12-02T16:19:06,786 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:06,786 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:06,786 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:06,786 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:06,786 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:06,786 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. after waiting 0 ms 2024-12-02T16:19:06,786 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:06,786 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:06,786 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:06,786 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-02T16:19:06,792 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:06,792 DEBUG [RS:0;2a8f9448bb5c:42445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:06,793 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-02T16:19:06,793 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1603): Online Regions={4dc0d0be2adfcee97d020aed5fca9126=testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126.} 2024-12-02T16:19:06,793 DEBUG [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1629): Waiting on 4dc0d0be2adfcee97d020aed5fca9126 2024-12-02T16:19:06,793 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4dc0d0be2adfcee97d020aed5fca9126, disabling compactions & flushes 2024-12-02T16:19:06,793 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:06,793 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:06,793 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. after waiting 0 ms 2024-12-02T16:19:06,793 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:06,856 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:06,856 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/4dc0d0be2adfcee97d020aed5fca9126/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T16:19:06,877 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/default/testClearRegionBlockCache/1d528afa0d6477bb499d7da812af1505/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T16:19:06,877 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:06,894 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/.tmp/info/e4844dd0af1741d192c9e9f889888fdf is 173, key is testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126./info:regioninfo/1733156346201/Put/seqid=0 2024-12-02T16:19:06,896 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:06,896 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4dc0d0be2adfcee97d020aed5fca9126: 2024-12-02T16:19:06,896 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733156345722.4dc0d0be2adfcee97d020aed5fca9126. 2024-12-02T16:19:06,898 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:06,898 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1d528afa0d6477bb499d7da812af1505: 2024-12-02T16:19:06,898 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733156345722.1d528afa0d6477bb499d7da812af1505. 2024-12-02T16:19:06,898 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2651b50325e83ed2f54bf5aa3c81cf2f, disabling compactions & flushes 2024-12-02T16:19:06,898 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:06,898 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:06,899 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. after waiting 0 ms 2024-12-02T16:19:06,899 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:06,899 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 2651b50325e83ed2f54bf5aa3c81cf2f 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-02T16:19:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:06,968 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/.tmp/info/e4844dd0af1741d192c9e9f889888fdf 2024-12-02T16:19:06,970 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/namespace/2651b50325e83ed2f54bf5aa3c81cf2f/.tmp/info/95c499dece9641f6bd2038937acbc534 is 45, key is default/info:d/1733156345517/Put/seqid=0 2024-12-02T16:19:06,986 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2651b50325e83ed2f54bf5aa3c81cf2f 2024-12-02T16:19:06,993 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,42445,1733156343002; all regions closed. 2024-12-02T16:19:07,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:07,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:07,011 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/namespace/2651b50325e83ed2f54bf5aa3c81cf2f/.tmp/info/95c499dece9641f6bd2038937acbc534 2024-12-02T16:19:07,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741833_1009 (size=1867) 2024-12-02T16:19:07,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741833_1009 (size=1867) 2024-12-02T16:19:07,040 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/.tmp/table/a137ca1068804e998faac181d31226df is 61, key is testClearRegionBlockCache/table:state/1733156346215/Put/seqid=0 2024-12-02T16:19:07,040 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/namespace/2651b50325e83ed2f54bf5aa3c81cf2f/.tmp/info/95c499dece9641f6bd2038937acbc534 as hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/namespace/2651b50325e83ed2f54bf5aa3c81cf2f/info/95c499dece9641f6bd2038937acbc534 2024-12-02T16:19:07,056 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/namespace/2651b50325e83ed2f54bf5aa3c81cf2f/info/95c499dece9641f6bd2038937acbc534, entries=2, sequenceid=6, filesize=4.9 K 2024-12-02T16:19:07,062 DEBUG [RS:0;2a8f9448bb5c:42445 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/oldWALs 2024-12-02T16:19:07,062 INFO [RS:0;2a8f9448bb5c:42445 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C42445%2C1733156343002:(num 1733156344419) 2024-12-02T16:19:07,062 DEBUG [RS:0;2a8f9448bb5c:42445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:07,063 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:07,063 INFO [RS:0;2a8f9448bb5c:42445 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:07,063 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:07,063 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:07,063 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:07,064 INFO [RS:0;2a8f9448bb5c:42445 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42445 2024-12-02T16:19:07,064 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:07,067 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 2651b50325e83ed2f54bf5aa3c81cf2f in 168ms, sequenceid=6, compaction requested=false 2024-12-02T16:19:07,067 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-02T16:19:07,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:07,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,42445,1733156343002 2024-12-02T16:19:07,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:07,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,42445,1733156343002] 2024-12-02T16:19:07,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:07,090 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,42445,1733156343002; numProcessing=1 2024-12-02T16:19:07,092 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/.tmp/table/a137ca1068804e998faac181d31226df 2024-12-02T16:19:07,097 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,42445,1733156343002 already deleted, retry=false 2024-12-02T16:19:07,097 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,42445,1733156343002 expired; onlineServers=1 2024-12-02T16:19:07,111 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/namespace/2651b50325e83ed2f54bf5aa3c81cf2f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T16:19:07,117 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:07,118 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2651b50325e83ed2f54bf5aa3c81cf2f: 2024-12-02T16:19:07,118 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733156344971.2651b50325e83ed2f54bf5aa3c81cf2f. 2024-12-02T16:19:07,151 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/.tmp/info/e4844dd0af1741d192c9e9f889888fdf as hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/info/e4844dd0af1741d192c9e9f889888fdf 2024-12-02T16:19:07,169 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/info/e4844dd0af1741d192c9e9f889888fdf, entries=30, sequenceid=16, filesize=9.1 K 2024-12-02T16:19:07,175 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/.tmp/table/a137ca1068804e998faac181d31226df as hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/table/a137ca1068804e998faac181d31226df 2024-12-02T16:19:07,187 DEBUG [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T16:19:07,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:07,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42445-0x1009bc9116c0001, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:07,189 INFO [RS:0;2a8f9448bb5c:42445 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,42445,1733156343002; zookeeper connection closed. 2024-12-02T16:19:07,192 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/table/a137ca1068804e998faac181d31226df, entries=4, sequenceid=16, filesize=5.3 K 2024-12-02T16:19:07,198 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c35d682 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c35d682 2024-12-02T16:19:07,202 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 416ms, sequenceid=16, compaction requested=false 2024-12-02T16:19:07,202 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T16:19:07,257 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T16:19:07,262 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:19:07,262 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:07,263 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:07,263 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:07,325 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:19:07,325 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:19:07,387 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,35529,1733156343091; all regions closed. 2024-12-02T16:19:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:07,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/WALs/2a8f9448bb5c,35529,1733156343091/2a8f9448bb5c%2C35529%2C1733156343091.meta.1733156344728.meta not finished, retry = 0 2024-12-02T16:19:07,501 DEBUG [RS:1;2a8f9448bb5c:35529 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/oldWALs 2024-12-02T16:19:07,501 INFO [RS:1;2a8f9448bb5c:35529 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C35529%2C1733156343091.meta:.meta(num 1733156344728) 2024-12-02T16:19:07,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741834_1010 (size=3079) 2024-12-02T16:19:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741834_1010 (size=3079) 2024-12-02T16:19:07,528 DEBUG [RS:1;2a8f9448bb5c:35529 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/oldWALs 2024-12-02T16:19:07,528 INFO [RS:1;2a8f9448bb5c:35529 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C35529%2C1733156343091:(num 1733156344419) 2024-12-02T16:19:07,528 DEBUG [RS:1;2a8f9448bb5c:35529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:07,528 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:07,529 INFO [RS:1;2a8f9448bb5c:35529 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:07,530 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:07,530 INFO [RS:1;2a8f9448bb5c:35529 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35529 2024-12-02T16:19:07,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,35529,1733156343091 2024-12-02T16:19:07,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:07,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,35529,1733156343091] 2024-12-02T16:19:07,534 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,35529,1733156343091; numProcessing=2 2024-12-02T16:19:07,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,35529,1733156343091 already deleted, retry=false 2024-12-02T16:19:07,536 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,35529,1733156343091 expired; onlineServers=0 2024-12-02T16:19:07,536 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,35197,1733156342251' ***** 2024-12-02T16:19:07,536 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T16:19:07,536 DEBUG [M:0;2a8f9448bb5c:35197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cadda9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:07,536 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,35197,1733156342251 2024-12-02T16:19:07,536 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,35197,1733156342251; all regions closed. 2024-12-02T16:19:07,536 DEBUG [M:0;2a8f9448bb5c:35197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:07,537 DEBUG [M:0;2a8f9448bb5c:35197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T16:19:07,537 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T16:19:07,537 DEBUG [M:0;2a8f9448bb5c:35197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T16:19:07,537 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156344035 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156344035,5,FailOnTimeoutGroup] 2024-12-02T16:19:07,537 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156344034 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156344034,5,FailOnTimeoutGroup] 2024-12-02T16:19:07,537 INFO [M:0;2a8f9448bb5c:35197 {}] hbase.ChoreService(370): Chore service for: master/2a8f9448bb5c:0 had [] on shutdown 2024-12-02T16:19:07,537 DEBUG [M:0;2a8f9448bb5c:35197 {}] master.HMaster(1733): Stopping service threads 2024-12-02T16:19:07,538 INFO [M:0;2a8f9448bb5c:35197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T16:19:07,538 INFO [M:0;2a8f9448bb5c:35197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T16:19:07,538 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T16:19:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:07,539 DEBUG [M:0;2a8f9448bb5c:35197 {}] zookeeper.ZKUtil(347): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T16:19:07,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:07,539 WARN [M:0;2a8f9448bb5c:35197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T16:19:07,539 INFO [M:0;2a8f9448bb5c:35197 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-02T16:19:07,539 INFO [M:0;2a8f9448bb5c:35197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T16:19:07,540 DEBUG [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:07,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:07,540 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:07,540 DEBUG [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:07,540 DEBUG [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:07,540 DEBUG [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:07,540 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-02T16:19:07,588 DEBUG [M:0;2a8f9448bb5c:35197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e87f31c4b2a40feb4490a923decb662 is 82, key is hbase:meta,,1/info:regioninfo/1733156344862/Put/seqid=0 2024-12-02T16:19:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:07,636 INFO [RS:1;2a8f9448bb5c:35529 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,35529,1733156343091; zookeeper connection closed. 2024-12-02T16:19:07,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:07,636 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e87f31c4b2a40feb4490a923decb662 2024-12-02T16:19:07,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35529-0x1009bc9116c0002, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:07,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79d718ea {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79d718ea 2024-12-02T16:19:07,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T16:19:07,693 DEBUG [M:0;2a8f9448bb5c:35197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a427c05aeb004af2b8c2f28d0ea4b3fe is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733156346223/Put/seqid=0 2024-12-02T16:19:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741847_1023 (size=7577) 2024-12-02T16:19:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741847_1023 (size=7577) 2024-12-02T16:19:07,748 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a427c05aeb004af2b8c2f28d0ea4b3fe 2024-12-02T16:19:07,791 DEBUG [M:0;2a8f9448bb5c:35197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c8452c8dc45493b9886fcd1e0590769 is 69, key is 2a8f9448bb5c,35529,1733156343091/rs:state/1733156344163/Put/seqid=0 2024-12-02T16:19:07,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:07,830 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c8452c8dc45493b9886fcd1e0590769 2024-12-02T16:19:07,845 DEBUG [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e87f31c4b2a40feb4490a923decb662 as hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e87f31c4b2a40feb4490a923decb662 2024-12-02T16:19:07,855 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e87f31c4b2a40feb4490a923decb662, entries=8, sequenceid=108, filesize=5.5 K 2024-12-02T16:19:07,856 DEBUG [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a427c05aeb004af2b8c2f28d0ea4b3fe as hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a427c05aeb004af2b8c2f28d0ea4b3fe 2024-12-02T16:19:07,866 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a427c05aeb004af2b8c2f28d0ea4b3fe, entries=13, sequenceid=108, filesize=7.4 K 2024-12-02T16:19:07,867 DEBUG [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c8452c8dc45493b9886fcd1e0590769 as hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c8452c8dc45493b9886fcd1e0590769 2024-12-02T16:19:07,882 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38017/user/jenkins/test-data/4733fa0a-91fa-1be6-19a4-984b88c6a8f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c8452c8dc45493b9886fcd1e0590769, entries=2, sequenceid=108, filesize=5.1 K 2024-12-02T16:19:07,885 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 344ms, sequenceid=108, compaction requested=false 2024-12-02T16:19:07,914 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:07,914 DEBUG [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:07,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38323 is added to blk_1073741830_1006 (size=54453) 2024-12-02T16:19:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741830_1006 (size=54453) 2024-12-02T16:19:07,936 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:07,936 INFO [M:0;2a8f9448bb5c:35197 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-02T16:19:07,936 INFO [M:0;2a8f9448bb5c:35197 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35197 2024-12-02T16:19:07,940 DEBUG [M:0;2a8f9448bb5c:35197 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2a8f9448bb5c,35197,1733156342251 already deleted, retry=false 2024-12-02T16:19:08,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:08,048 INFO [M:0;2a8f9448bb5c:35197 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,35197,1733156342251; zookeeper connection closed. 2024-12-02T16:19:08,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35197-0x1009bc9116c0000, quorum=127.0.0.1:49951, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:08,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:08,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:08,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:08,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:08,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:08,091 WARN [BP-1285451708-172.17.0.2-1733156338674 heartbeating to localhost/127.0.0.1:38017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:08,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:08,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:08,091 WARN [BP-1285451708-172.17.0.2-1733156338674 heartbeating to localhost/127.0.0.1:38017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285451708-172.17.0.2-1733156338674 (Datanode Uuid b84af2b0-3adc-414f-8942-ca9ff0d8e6b9) service to localhost/127.0.0.1:38017 2024-12-02T16:19:08,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/dfs/data/data3/current/BP-1285451708-172.17.0.2-1733156338674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:08,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/dfs/data/data4/current/BP-1285451708-172.17.0.2-1733156338674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:08,095 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:08,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:08,124 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:08,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:08,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:08,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:08,142 WARN [BP-1285451708-172.17.0.2-1733156338674 heartbeating to localhost/127.0.0.1:38017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:08,142 WARN [BP-1285451708-172.17.0.2-1733156338674 heartbeating to localhost/127.0.0.1:38017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285451708-172.17.0.2-1733156338674 (Datanode Uuid f0505056-1137-4578-ab99-ff1a776f0f0e) service to localhost/127.0.0.1:38017 2024-12-02T16:19:08,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/dfs/data/data1/current/BP-1285451708-172.17.0.2-1733156338674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:08,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:08,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:08,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/cluster_71cf9692-4afb-c009-94d0-e99ced2ab039/dfs/data/data2/current/BP-1285451708-172.17.0.2-1733156338674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:08,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:08,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:08,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:08,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:08,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:08,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:08,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-02T16:19:08,258 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T16:19:08,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=75 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 app//io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueConsumerFields.lvConsumerIndex(BaseMpscLinkedArrayQueue.java:108) app//io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueue.isEmpty(BaseMpscLinkedArrayQueue.java:218) app//io.netty.util.internal.shaded.org.jctools.queues.MpscUnboundedArrayQueue.isEmpty(MpscUnboundedArrayQueue.java:23) app//io.netty.util.concurrent.SingleThreadEventExecutor.hasTasks(SingleThreadEventExecutor.java:327) app//io.netty.channel.SingleThreadEventLoop.hasTasks(SingleThreadEventLoop.java:140) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:510) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@77797f8f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38017 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38017 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2a8f9448bb5c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/2a8f9448bb5c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2a8f9448bb5c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2a8f9448bb5c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 452), ProcessCount=11 (was 11), AvailableMemoryMB=6135 (was 6747) 2024-12-02T16:19:08,308 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=75, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=6134 2024-12-02T16:19:08,340 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.log.dir so I do NOT create it in target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e 2024-12-02T16:19:08,341 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T16:19:08,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.tmp.dir so I do NOT create it in target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e 2024-12-02T16:19:08,341 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d06af894-d7fb-f5f0-a2c1-30913ee044ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T16:19:08,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e 2024-12-02T16:19:08,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T16:19:08,341 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d, deleteOnExit=true 2024-12-02T16:19:08,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-02T16:19:08,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/test.cache.data in system properties and HBase conf 2024-12-02T16:19:08,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T16:19:08,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.log.dir in system properties and HBase conf 2024-12-02T16:19:08,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T16:19:08,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T16:19:08,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T16:19:08,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T16:19:08,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:08,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:08,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T16:19:08,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:08,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T16:19:08,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T16:19:08,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:08,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:08,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T16:19:08,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/nfs.dump.dir in system properties and HBase conf 2024-12-02T16:19:08,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/java.io.tmpdir in system properties and HBase conf 2024-12-02T16:19:08,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:08,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T16:19:08,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T16:19:08,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:08,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:08,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:08,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:08,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:08,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:08,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5046f69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:08,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738cf596{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:08,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6faf8959{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/java.io.tmpdir/jetty-localhost-33283-hadoop-hdfs-3_4_1-tests_jar-_-any-11292172292655540528/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:08,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b4d9b0b{HTTP/1.1, (http/1.1)}{localhost:33283} 2024-12-02T16:19:08,709 INFO [Time-limited test {}] server.Server(415): Started @13152ms 2024-12-02T16:19:08,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:08,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:08,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:08,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:08,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:08,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c54dc7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:08,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72075e2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:09,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e54e12c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/java.io.tmpdir/jetty-localhost-38441-hadoop-hdfs-3_4_1-tests_jar-_-any-238500321076042362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:09,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11bee6bc{HTTP/1.1, (http/1.1)}{localhost:38441} 2024-12-02T16:19:09,135 INFO [Time-limited test {}] server.Server(415): Started @13578ms 2024-12-02T16:19:09,137 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:09,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:09,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:09,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:09,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:09,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:09,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a0bd94e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:09,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ec63dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:09,298 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/dfs/data/data1/current/BP-1717701745-172.17.0.2-1733156348392/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:09,299 WARN [Thread-355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/dfs/data/data2/current/BP-1717701745-172.17.0.2-1733156348392/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:09,332 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f7044d0538a4a32 with lease ID 0x2d2b08b063149f62: Processing first storage report for DS-96037b13-8b54-4607-b2d2-f9649c32252b from datanode DatanodeRegistration(127.0.0.1:35361, datanodeUuid=d37db8b8-ac8f-4f9e-9893-489d3209d876, infoPort=38203, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=1853915982;c=1733156348392) 2024-12-02T16:19:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f7044d0538a4a32 with lease ID 0x2d2b08b063149f62: from storage DS-96037b13-8b54-4607-b2d2-f9649c32252b node DatanodeRegistration(127.0.0.1:35361, datanodeUuid=d37db8b8-ac8f-4f9e-9893-489d3209d876, infoPort=38203, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=1853915982;c=1733156348392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:09,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f7044d0538a4a32 with lease ID 0x2d2b08b063149f62: Processing first storage report for DS-11019815-11c5-495b-b638-29f9606ef78f from datanode DatanodeRegistration(127.0.0.1:35361, datanodeUuid=d37db8b8-ac8f-4f9e-9893-489d3209d876, infoPort=38203, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=1853915982;c=1733156348392) 2024-12-02T16:19:09,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f7044d0538a4a32 with lease ID 0x2d2b08b063149f62: from storage DS-11019815-11c5-495b-b638-29f9606ef78f node DatanodeRegistration(127.0.0.1:35361, datanodeUuid=d37db8b8-ac8f-4f9e-9893-489d3209d876, infoPort=38203, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=1853915982;c=1733156348392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:09,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73efd1f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/java.io.tmpdir/jetty-localhost-36899-hadoop-hdfs-3_4_1-tests_jar-_-any-5313382008568866160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:09,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61b05fb4{HTTP/1.1, (http/1.1)}{localhost:36899} 2024-12-02T16:19:09,391 INFO [Time-limited test {}] server.Server(415): Started @13834ms 2024-12-02T16:19:09,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:09,565 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/dfs/data/data3/current/BP-1717701745-172.17.0.2-1733156348392/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:09,568 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/dfs/data/data4/current/BP-1717701745-172.17.0.2-1733156348392/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:09,633 WARN [Thread-369 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea82115f9b05c04 with lease ID 0x2d2b08b063149f63: Processing first storage report for DS-fc8d73ae-cf98-4336-bee6-298ce1800c97 from datanode DatanodeRegistration(127.0.0.1:43541, datanodeUuid=a255187c-2b92-4545-8975-11dc605b0815, infoPort=33513, infoSecurePort=0, ipcPort=33921, storageInfo=lv=-57;cid=testClusterID;nsid=1853915982;c=1733156348392) 2024-12-02T16:19:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea82115f9b05c04 with lease ID 0x2d2b08b063149f63: from storage DS-fc8d73ae-cf98-4336-bee6-298ce1800c97 node DatanodeRegistration(127.0.0.1:43541, datanodeUuid=a255187c-2b92-4545-8975-11dc605b0815, infoPort=33513, infoSecurePort=0, ipcPort=33921, storageInfo=lv=-57;cid=testClusterID;nsid=1853915982;c=1733156348392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea82115f9b05c04 with lease ID 0x2d2b08b063149f63: Processing first storage report for DS-bee6cdb5-3633-4e76-a222-90706aa49da5 from datanode DatanodeRegistration(127.0.0.1:43541, datanodeUuid=a255187c-2b92-4545-8975-11dc605b0815, infoPort=33513, infoSecurePort=0, ipcPort=33921, storageInfo=lv=-57;cid=testClusterID;nsid=1853915982;c=1733156348392) 2024-12-02T16:19:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea82115f9b05c04 with lease ID 0x2d2b08b063149f63: from storage DS-bee6cdb5-3633-4e76-a222-90706aa49da5 node DatanodeRegistration(127.0.0.1:43541, datanodeUuid=a255187c-2b92-4545-8975-11dc605b0815, infoPort=33513, infoSecurePort=0, ipcPort=33921, storageInfo=lv=-57;cid=testClusterID;nsid=1853915982;c=1733156348392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:09,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e 2024-12-02T16:19:09,715 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/zookeeper_0, clientPort=59014, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T16:19:09,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59014 2024-12-02T16:19:09,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:09,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:09,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:09,841 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834 with version=8 2024-12-02T16:19:09,841 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/hbase-staging 2024-12-02T16:19:09,844 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:09,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:09,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:09,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:09,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:09,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:09,844 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:09,844 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:09,845 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46313 2024-12-02T16:19:09,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:09,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:09,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46313 connecting to ZooKeeper ensemble=127.0.0.1:59014 2024-12-02T16:19:09,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463130x0, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:09,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46313-0x1009bc931980000 connected 2024-12-02T16:19:09,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:09,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:09,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:09,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46313 2024-12-02T16:19:09,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46313 2024-12-02T16:19:09,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46313 2024-12-02T16:19:09,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46313 2024-12-02T16:19:09,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46313 2024-12-02T16:19:09,958 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834, hbase.cluster.distributed=false 2024-12-02T16:19:09,987 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:09,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:09,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:09,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:09,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:09,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:09,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:09,987 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:09,988 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43563 2024-12-02T16:19:09,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:09,989 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:09,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:09,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:09,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43563 connecting to ZooKeeper ensemble=127.0.0.1:59014 2024-12-02T16:19:10,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435630x0, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:10,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435630x0, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:10,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435630x0, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:10,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435630x0, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:10,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43563-0x1009bc931980001 connected 2024-12-02T16:19:10,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43563 2024-12-02T16:19:10,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43563 2024-12-02T16:19:10,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43563 2024-12-02T16:19:10,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43563 2024-12-02T16:19:10,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43563 2024-12-02T16:19:10,031 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:10,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:10,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:10,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:10,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:10,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:10,032 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:10,032 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:10,033 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41885 2024-12-02T16:19:10,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:10,034 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:10,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:10,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:10,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41885 connecting to ZooKeeper ensemble=127.0.0.1:59014 2024-12-02T16:19:10,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418850x0, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:10,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41885-0x1009bc931980002 connected 2024-12-02T16:19:10,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:10,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:10,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:10,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41885 2024-12-02T16:19:10,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41885 2024-12-02T16:19:10,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41885 2024-12-02T16:19:10,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41885 2024-12-02T16:19:10,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41885 2024-12-02T16:19:10,064 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:10,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:10,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:10,068 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:10,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:10,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,078 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:10,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:10,079 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a8f9448bb5c,46313,1733156349843 from backup master directory 2024-12-02T16:19:10,079 DEBUG [M:0;2a8f9448bb5c:46313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a8f9448bb5c:46313 2024-12-02T16:19:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:10,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:10,082 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:10,082 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:10,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:10,115 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/hbase.id with ID: 60704279-2ff9-4348-9ecc-f51047cd9d07 2024-12-02T16:19:10,144 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:10,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:10,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:10,220 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:10,221 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T16:19:10,223 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:10,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T16:19:10,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:10,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:10,650 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store 2024-12-02T16:19:10,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:10,665 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:10,665 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:10,665 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:10,665 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:10,665 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:10,665 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:10,665 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:10,665 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:10,666 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/.initializing 2024-12-02T16:19:10,666 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/WALs/2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:10,670 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:10,675 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C46313%2C1733156349843, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/WALs/2a8f9448bb5c,46313,1733156349843, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/oldWALs, maxLogs=10 2024-12-02T16:19:10,696 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/WALs/2a8f9448bb5c,46313,1733156349843/2a8f9448bb5c%2C46313%2C1733156349843.1733156350675, exclude list is [], retry=0 2024-12-02T16:19:10,703 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43541,DS-fc8d73ae-cf98-4336-bee6-298ce1800c97,DISK] 2024-12-02T16:19:10,705 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35361,DS-96037b13-8b54-4607-b2d2-f9649c32252b,DISK] 2024-12-02T16:19:10,717 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/WALs/2a8f9448bb5c,46313,1733156349843/2a8f9448bb5c%2C46313%2C1733156349843.1733156350675 2024-12-02T16:19:10,717 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33513:33513),(127.0.0.1/127.0.0.1:38203:38203)] 2024-12-02T16:19:10,718 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:10,718 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:10,718 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:10,718 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:10,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:10,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T16:19:10,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:10,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:10,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:10,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T16:19:10,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:10,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:10,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:10,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T16:19:10,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:10,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:10,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:10,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T16:19:10,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:10,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:10,752 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:10,753 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:10,761 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T16:19:10,763 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:10,767 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:10,769 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59548929, jitterRate=-0.11265181005001068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T16:19:10,770 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:10,771 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T16:19:10,785 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338b9fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:10,790 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-02T16:19:10,790 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T16:19:10,790 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T16:19:10,790 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T16:19:10,792 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 2 msec 2024-12-02T16:19:10,797 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-02T16:19:10,797 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T16:19:10,813 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T16:19:10,815 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T16:19:10,819 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-02T16:19:10,819 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T16:19:10,821 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T16:19:10,826 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-02T16:19:10,826 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T16:19:10,828 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T16:19:10,829 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-02T16:19:10,830 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T16:19:10,831 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T16:19:10,833 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T16:19:10,835 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T16:19:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:10,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,841 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2a8f9448bb5c,46313,1733156349843, sessionid=0x1009bc931980000, setting cluster-up flag (Was=false) 2024-12-02T16:19:10,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,852 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T16:19:10,853 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:10,870 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T16:19:10,872 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:10,881 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:10,882 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-02T16:19:10,882 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T16:19:10,882 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a8f9448bb5c,46313,1733156349843 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T16:19:10,882 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:10,883 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:10,883 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:10,883 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:10,883 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a8f9448bb5c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T16:19:10,883 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:10,883 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:10,883 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:10,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:10,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-02T16:19:10,896 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733156380896 2024-12-02T16:19:10,897 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T16:19:10,897 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T16:19:10,897 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T16:19:10,897 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T16:19:10,897 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T16:19:10,897 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T16:19:10,898 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:10,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:10,901 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:10,905 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T16:19:10,905 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T16:19:10,905 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T16:19:10,906 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T16:19:10,906 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T16:19:10,910 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156350906,5,FailOnTimeoutGroup] 2024-12-02T16:19:10,912 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156350910,5,FailOnTimeoutGroup] 2024-12-02T16:19:10,912 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:10,912 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T16:19:10,913 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:10,914 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:10,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:10,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:10,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-02T16:19:10,931 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834 2024-12-02T16:19:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:10,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:10,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:10,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:10,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:10,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:10,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:10,979 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a8f9448bb5c:43563 2024-12-02T16:19:10,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:10,984 DEBUG [RS:1;2a8f9448bb5c:41885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2a8f9448bb5c:41885 2024-12-02T16:19:10,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:10,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:10,986 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1008): ClusterId : 60704279-2ff9-4348-9ecc-f51047cd9d07 2024-12-02T16:19:10,986 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:10,986 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1008): ClusterId : 60704279-2ff9-4348-9ecc-f51047cd9d07 2024-12-02T16:19:10,986 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:10,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:10,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:10,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:10,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:10,992 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:10,992 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:10,992 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:10,992 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:10,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:10,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740 2024-12-02T16:19:10,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740 2024-12-02T16:19:10,998 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:10,998 DEBUG [RS:1;2a8f9448bb5c:41885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a309e67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:11,000 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:11,000 DEBUG [RS:0;2a8f9448bb5c:43563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6539584d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:11,001 DEBUG [RS:1;2a8f9448bb5c:41885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f733bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:11,001 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:11,001 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:11,001 DEBUG [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:11,002 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,46313,1733156349843 with isa=2a8f9448bb5c/172.17.0.2:41885, startcode=1733156350031 2024-12-02T16:19:11,002 DEBUG [RS:0;2a8f9448bb5c:43563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e28ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:11,002 DEBUG [RS:1;2a8f9448bb5c:41885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:11,002 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:11,002 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:11,002 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:11,002 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:11,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:11,008 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,46313,1733156349843 with isa=2a8f9448bb5c/172.17.0.2:43563, startcode=1733156349986 2024-12-02T16:19:11,009 DEBUG [RS:0;2a8f9448bb5c:43563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:11,010 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43989, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:11,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:11,011 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:11,011 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39461, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:11,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:11,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46313 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:11,014 DEBUG [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834 2024-12-02T16:19:11,014 DEBUG [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39949 2024-12-02T16:19:11,014 DEBUG [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:11,015 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834 2024-12-02T16:19:11,015 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39949 2024-12-02T16:19:11,015 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:11,015 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:11,016 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73982776, jitterRate=0.10242927074432373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:11,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:11,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:11,018 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:11,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:11,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:11,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:11,024 DEBUG [RS:1;2a8f9448bb5c:41885 {}] zookeeper.ZKUtil(111): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:11,024 WARN [RS:1;2a8f9448bb5c:41885 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:11,025 INFO [RS:1;2a8f9448bb5c:41885 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:11,025 DEBUG [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:11,025 DEBUG [RS:0;2a8f9448bb5c:43563 {}] zookeeper.ZKUtil(111): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:11,025 WARN [RS:0;2a8f9448bb5c:43563 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:11,025 INFO [RS:0;2a8f9448bb5c:43563 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:11,025 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:11,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,41885,1733156350031] 2024-12-02T16:19:11,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,43563,1733156349986] 2024-12-02T16:19:11,029 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:11,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:11,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:11,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-02T16:19:11,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T16:19:11,036 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:11,036 DEBUG [RS:1;2a8f9448bb5c:41885 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:11,036 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:11,036 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:11,037 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T16:19:11,042 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:11,043 INFO [RS:0;2a8f9448bb5c:43563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:11,043 INFO [RS:0;2a8f9448bb5c:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,044 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:11,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T16:19:11,048 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:11,049 INFO [RS:1;2a8f9448bb5c:41885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:11,049 INFO [RS:1;2a8f9448bb5c:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,050 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:11,053 INFO [RS:1;2a8f9448bb5c:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,053 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,054 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:11,054 DEBUG [RS:1;2a8f9448bb5c:41885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:11,054 INFO [RS:0;2a8f9448bb5c:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,054 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,054 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,054 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,054 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,054 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,054 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:11,055 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,055 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,055 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,055 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,055 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:11,055 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:11,055 DEBUG [RS:0;2a8f9448bb5c:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:11,060 INFO [RS:0;2a8f9448bb5c:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,061 INFO [RS:0;2a8f9448bb5c:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,061 INFO [RS:0;2a8f9448bb5c:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,061 INFO [RS:0;2a8f9448bb5c:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,061 INFO [RS:0;2a8f9448bb5c:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,43563,1733156349986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:11,072 INFO [RS:1;2a8f9448bb5c:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,072 INFO [RS:1;2a8f9448bb5c:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,072 INFO [RS:1;2a8f9448bb5c:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,072 INFO [RS:1;2a8f9448bb5c:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,072 INFO [RS:1;2a8f9448bb5c:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,41885,1733156350031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:11,086 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:11,087 INFO [RS:0;2a8f9448bb5c:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,43563,1733156349986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,099 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:11,100 INFO [RS:1;2a8f9448bb5c:41885 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,41885,1733156350031-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,121 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.Replication(204): 2a8f9448bb5c,43563,1733156349986 started 2024-12-02T16:19:11,121 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,43563,1733156349986, RpcServer on 2a8f9448bb5c/172.17.0.2:43563, sessionid=0x1009bc931980001 2024-12-02T16:19:11,121 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:11,121 DEBUG [RS:0;2a8f9448bb5c:43563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:11,121 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,43563,1733156349986' 2024-12-02T16:19:11,121 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:11,123 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.Replication(204): 2a8f9448bb5c,41885,1733156350031 started 2024-12-02T16:19:11,123 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,41885,1733156350031, RpcServer on 2a8f9448bb5c/172.17.0.2:41885, sessionid=0x1009bc931980002 2024-12-02T16:19:11,123 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:11,123 DEBUG [RS:1;2a8f9448bb5c:41885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:11,123 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,41885,1733156350031' 2024-12-02T16:19:11,123 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:11,124 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:11,125 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:11,125 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:11,125 DEBUG [RS:1;2a8f9448bb5c:41885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:11,125 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,41885,1733156350031' 2024-12-02T16:19:11,125 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:11,125 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:11,126 DEBUG [RS:1;2a8f9448bb5c:41885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:11,126 INFO [RS:1;2a8f9448bb5c:41885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:11,126 INFO [RS:1;2a8f9448bb5c:41885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:11,131 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:11,133 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:11,133 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:11,133 DEBUG [RS:0;2a8f9448bb5c:43563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:11,133 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,43563,1733156349986' 2024-12-02T16:19:11,133 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:11,137 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:11,147 DEBUG [RS:0;2a8f9448bb5c:43563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:11,147 INFO [RS:0;2a8f9448bb5c:43563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:11,147 INFO [RS:0;2a8f9448bb5c:43563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:11,197 WARN [2a8f9448bb5c:46313 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-02T16:19:11,227 INFO [RS:1;2a8f9448bb5c:41885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:11,230 INFO [RS:1;2a8f9448bb5c:41885 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C41885%2C1733156350031, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,41885,1733156350031, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/oldWALs, maxLogs=32 2024-12-02T16:19:11,247 INFO [RS:0;2a8f9448bb5c:43563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:11,248 DEBUG [RS:1;2a8f9448bb5c:41885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,41885,1733156350031/2a8f9448bb5c%2C41885%2C1733156350031.1733156351232, exclude list is [], retry=0 2024-12-02T16:19:11,251 INFO [RS:0;2a8f9448bb5c:43563 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C43563%2C1733156349986, suffix=, logDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,43563,1733156349986, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/oldWALs, maxLogs=32 2024-12-02T16:19:11,253 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43541,DS-fc8d73ae-cf98-4336-bee6-298ce1800c97,DISK] 2024-12-02T16:19:11,253 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35361,DS-96037b13-8b54-4607-b2d2-f9649c32252b,DISK] 2024-12-02T16:19:11,262 INFO [RS:1;2a8f9448bb5c:41885 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,41885,1733156350031/2a8f9448bb5c%2C41885%2C1733156350031.1733156351232 2024-12-02T16:19:11,264 DEBUG [RS:1;2a8f9448bb5c:41885 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33513:33513),(127.0.0.1/127.0.0.1:38203:38203)] 2024-12-02T16:19:11,268 DEBUG [RS:0;2a8f9448bb5c:43563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,43563,1733156349986/2a8f9448bb5c%2C43563%2C1733156349986.1733156351252, exclude list is [], retry=0 2024-12-02T16:19:11,273 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43541,DS-fc8d73ae-cf98-4336-bee6-298ce1800c97,DISK] 2024-12-02T16:19:11,273 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35361,DS-96037b13-8b54-4607-b2d2-f9649c32252b,DISK] 2024-12-02T16:19:11,280 INFO [RS:0;2a8f9448bb5c:43563 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,43563,1733156349986/2a8f9448bb5c%2C43563%2C1733156349986.1733156351252 2024-12-02T16:19:11,283 DEBUG [RS:0;2a8f9448bb5c:43563 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38203:38203),(127.0.0.1/127.0.0.1:33513:33513)] 2024-12-02T16:19:11,447 DEBUG [2a8f9448bb5c:46313 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T16:19:11,448 DEBUG [2a8f9448bb5c:46313 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:11,450 DEBUG [2a8f9448bb5c:46313 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:11,450 DEBUG [2a8f9448bb5c:46313 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:11,451 INFO [2a8f9448bb5c:46313 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:11,451 INFO [2a8f9448bb5c:46313 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:11,451 DEBUG [2a8f9448bb5c:46313 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:11,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:11,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,43563,1733156349986, state=OPENING 2024-12-02T16:19:11,455 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T16:19:11,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:11,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:11,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:11,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:11,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:11,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:11,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,43563,1733156349986}] 2024-12-02T16:19:11,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:11,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:11,617 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:11,625 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-02T16:19:11,625 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:11,625 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T16:19:11,631 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C43563%2C1733156349986.meta, suffix=.meta, logDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,43563,1733156349986, archiveDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/oldWALs, maxLogs=32 2024-12-02T16:19:11,652 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,43563,1733156349986/2a8f9448bb5c%2C43563%2C1733156349986.meta.1733156351632.meta, exclude list is [], retry=0 2024-12-02T16:19:11,655 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35361,DS-96037b13-8b54-4607-b2d2-f9649c32252b,DISK] 2024-12-02T16:19:11,656 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43541,DS-fc8d73ae-cf98-4336-bee6-298ce1800c97,DISK] 2024-12-02T16:19:11,663 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/WALs/2a8f9448bb5c,43563,1733156349986/2a8f9448bb5c%2C43563%2C1733156349986.meta.1733156351632.meta 2024-12-02T16:19:11,664 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38203:38203),(127.0.0.1/127.0.0.1:33513:33513)] 2024-12-02T16:19:11,665 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:11,665 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T16:19:11,665 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T16:19:11,665 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T16:19:11,666 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T16:19:11,666 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:11,666 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-02T16:19:11,666 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-02T16:19:11,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:11,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:11,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:11,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:11,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:11,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:11,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:11,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:11,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:11,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:11,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:11,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:11,691 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740 2024-12-02T16:19:11,701 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740 2024-12-02T16:19:11,717 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:11,723 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:11,724 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72887588, jitterRate=0.0861096978187561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:11,726 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:11,728 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733156351613 2024-12-02T16:19:11,731 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T16:19:11,731 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-02T16:19:11,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:11,736 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,43563,1733156349986, state=OPEN 2024-12-02T16:19:11,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:11,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:11,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:11,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:11,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:11,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:11,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T16:19:11,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,43563,1733156349986 in 283 msec 2024-12-02T16:19:11,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T16:19:11,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 713 msec 2024-12-02T16:19:11,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 874 msec 2024-12-02T16:19:11,755 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733156351755, completionTime=-1 2024-12-02T16:19:11,755 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T16:19:11,755 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-02T16:19:11,761 DEBUG [hconnection-0x47a28bae-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:11,769 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:11,776 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-02T16:19:11,777 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733156411776 2024-12-02T16:19:11,777 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733156471777 2024-12-02T16:19:11,777 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 21 msec 2024-12-02T16:19:11,833 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T16:19:11,834 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46313,1733156349843-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,835 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46313,1733156349843-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,835 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46313,1733156349843-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,835 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a8f9448bb5c:46313, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,835 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:11,835 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-02T16:19:11,835 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:11,843 DEBUG [master/2a8f9448bb5c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-02T16:19:11,849 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-02T16:19:11,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:11,851 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:11,856 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:11,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:11,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:11,898 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cc399b4aee6e199a41e31a3ab20a0651, NAME => 'hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834 2024-12-02T16:19:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:11,977 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:11,977 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing cc399b4aee6e199a41e31a3ab20a0651, disabling compactions & flushes 2024-12-02T16:19:11,977 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:11,977 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:11,977 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. after waiting 0 ms 2024-12-02T16:19:11,977 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:11,977 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:11,977 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for cc399b4aee6e199a41e31a3ab20a0651: 2024-12-02T16:19:11,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:11,980 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733156351980"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156351980"}]},"ts":"1733156351980"} 2024-12-02T16:19:11,984 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:19:11,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:11,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156351987"}]},"ts":"1733156351987"} 2024-12-02T16:19:11,990 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-02T16:19:11,995 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:11,996 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:11,996 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:11,997 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:11,997 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:11,997 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:11,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cc399b4aee6e199a41e31a3ab20a0651, ASSIGN}] 2024-12-02T16:19:12,001 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=cc399b4aee6e199a41e31a3ab20a0651, ASSIGN 2024-12-02T16:19:12,002 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=cc399b4aee6e199a41e31a3ab20a0651, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,43563,1733156349986; forceNewPlan=false, retain=false 2024-12-02T16:19:12,152 INFO [2a8f9448bb5c:46313 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T16:19:12,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cc399b4aee6e199a41e31a3ab20a0651, regionState=OPENING, regionLocation=2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:12,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure cc399b4aee6e199a41e31a3ab20a0651, server=2a8f9448bb5c,43563,1733156349986}] 2024-12-02T16:19:12,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:12,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:12,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => cc399b4aee6e199a41e31a3ab20a0651, NAME => 'hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:12,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace cc399b4aee6e199a41e31a3ab20a0651 2024-12-02T16:19:12,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:12,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for cc399b4aee6e199a41e31a3ab20a0651 2024-12-02T16:19:12,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for cc399b4aee6e199a41e31a3ab20a0651 2024-12-02T16:19:12,326 INFO [StoreOpener-cc399b4aee6e199a41e31a3ab20a0651-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region cc399b4aee6e199a41e31a3ab20a0651 2024-12-02T16:19:12,328 INFO [StoreOpener-cc399b4aee6e199a41e31a3ab20a0651-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc399b4aee6e199a41e31a3ab20a0651 columnFamilyName info 2024-12-02T16:19:12,328 DEBUG [StoreOpener-cc399b4aee6e199a41e31a3ab20a0651-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:12,332 INFO [StoreOpener-cc399b4aee6e199a41e31a3ab20a0651-1 {}] regionserver.HStore(327): Store=cc399b4aee6e199a41e31a3ab20a0651/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:12,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/namespace/cc399b4aee6e199a41e31a3ab20a0651 2024-12-02T16:19:12,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/namespace/cc399b4aee6e199a41e31a3ab20a0651 2024-12-02T16:19:12,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for cc399b4aee6e199a41e31a3ab20a0651 2024-12-02T16:19:12,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/namespace/cc399b4aee6e199a41e31a3ab20a0651/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:12,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened cc399b4aee6e199a41e31a3ab20a0651; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71331752, jitterRate=0.06292593479156494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:12,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for cc399b4aee6e199a41e31a3ab20a0651: 2024-12-02T16:19:12,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651., pid=6, masterSystemTime=1733156352309 2024-12-02T16:19:12,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:12,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:12,397 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=cc399b4aee6e199a41e31a3ab20a0651, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:12,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T16:19:12,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure cc399b4aee6e199a41e31a3ab20a0651, server=2a8f9448bb5c,43563,1733156349986 in 261 msec 2024-12-02T16:19:12,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T16:19:12,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=cc399b4aee6e199a41e31a3ab20a0651, ASSIGN in 431 msec 2024-12-02T16:19:12,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:12,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156352443"}]},"ts":"1733156352443"} 2024-12-02T16:19:12,446 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-02T16:19:12,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:12,454 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-02T16:19:12,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 618 msec 2024-12-02T16:19:12,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:12,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:12,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:12,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:12,494 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-02T16:19:12,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:12,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 74 msec 2024-12-02T16:19:12,582 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-02T16:19:12,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:12,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-12-02T16:19:12,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-02T16:19:12,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-02T16:19:12,637 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.554sec 2024-12-02T16:19:12,638 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T16:19:12,638 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T16:19:12,638 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T16:19:12,638 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T16:19:12,638 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T16:19:12,639 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46313,1733156349843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:12,639 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46313,1733156349843-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T16:19:12,644 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-02T16:19:12,644 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T16:19:12,644 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46313,1733156349843-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:12,676 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fd1f04b to 127.0.0.1:59014 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b0f96bb 2024-12-02T16:19:12,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca18d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:12,686 DEBUG [hconnection-0x3589fba8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:12,689 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:12,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:12,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:19:12,706 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:19:12,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T16:19:12,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:12,712 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:12,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-02T16:19:12,714 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:12,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T16:19:12,738 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T16:19:12,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-02T16:19:12,740 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-02T16:19:12,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:19:12,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T16:19:12,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T16:19:12,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T16:19:12,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:12,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:12,774 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d6698db000e7280db228bad14f2c0523, NAME => 'testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834 2024-12-02T16:19:12,780 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7613f912bd4c50603515724af23a8b44, NAME => 'testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834 2024-12-02T16:19:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:12,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:12,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 7613f912bd4c50603515724af23a8b44, disabling compactions & flushes 2024-12-02T16:19:12,819 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:12,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:12,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. after waiting 0 ms 2024-12-02T16:19:12,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:12,819 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:12,819 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7613f912bd4c50603515724af23a8b44: 2024-12-02T16:19:12,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:13,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:13,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing d6698db000e7280db228bad14f2c0523, disabling compactions & flushes 2024-12-02T16:19:13,220 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:13,221 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:13,221 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. after waiting 0 ms 2024-12-02T16:19:13,221 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:13,221 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:13,221 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for d6698db000e7280db228bad14f2c0523: 2024-12-02T16:19:13,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:13,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156353223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156353223"}]},"ts":"1733156353223"} 2024-12-02T16:19:13,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156353223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156353223"}]},"ts":"1733156353223"} 2024-12-02T16:19:13,261 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-02T16:19:13,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:13,266 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156353266"}]},"ts":"1733156353266"} 2024-12-02T16:19:13,281 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T16:19:13,290 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:13,292 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:13,292 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:13,292 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:13,292 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:13,292 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:13,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d6698db000e7280db228bad14f2c0523, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7613f912bd4c50603515724af23a8b44, ASSIGN}] 2024-12-02T16:19:13,298 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7613f912bd4c50603515724af23a8b44, ASSIGN 2024-12-02T16:19:13,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d6698db000e7280db228bad14f2c0523, ASSIGN 2024-12-02T16:19:13,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d6698db000e7280db228bad14f2c0523, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,43563,1733156349986; forceNewPlan=false, retain=false 2024-12-02T16:19:13,300 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7613f912bd4c50603515724af23a8b44, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,41885,1733156350031; forceNewPlan=false, retain=false 2024-12-02T16:19:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:13,451 INFO [2a8f9448bb5c:46313 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T16:19:13,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d6698db000e7280db228bad14f2c0523, regionState=OPENING, regionLocation=2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:13,451 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7613f912bd4c50603515724af23a8b44, regionState=OPENING, regionLocation=2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:13,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure d6698db000e7280db228bad14f2c0523, server=2a8f9448bb5c,43563,1733156349986}] 2024-12-02T16:19:13,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 7613f912bd4c50603515724af23a8b44, server=2a8f9448bb5c,41885,1733156350031}] 2024-12-02T16:19:13,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:13,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:13,610 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:13,612 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:13,615 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:13,616 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => d6698db000e7280db228bad14f2c0523, NAME => 'testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T16:19:13,616 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:13,616 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:13,616 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:13,617 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:13,639 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:13,639 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7613f912bd4c50603515724af23a8b44, NAME => 'testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T16:19:13,640 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7613f912bd4c50603515724af23a8b44 2024-12-02T16:19:13,640 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:13,640 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7613f912bd4c50603515724af23a8b44 2024-12-02T16:19:13,640 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7613f912bd4c50603515724af23a8b44 2024-12-02T16:19:13,641 INFO [StoreOpener-d6698db000e7280db228bad14f2c0523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:13,643 INFO [StoreOpener-d6698db000e7280db228bad14f2c0523-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6698db000e7280db228bad14f2c0523 columnFamilyName family 2024-12-02T16:19:13,643 DEBUG [StoreOpener-d6698db000e7280db228bad14f2c0523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:13,645 INFO [StoreOpener-d6698db000e7280db228bad14f2c0523-1 {}] regionserver.HStore(327): Store=d6698db000e7280db228bad14f2c0523/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:13,649 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:13,650 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:13,650 INFO [StoreOpener-7613f912bd4c50603515724af23a8b44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7613f912bd4c50603515724af23a8b44 2024-12-02T16:19:13,653 INFO [StoreOpener-7613f912bd4c50603515724af23a8b44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7613f912bd4c50603515724af23a8b44 columnFamilyName family 2024-12-02T16:19:13,653 DEBUG [StoreOpener-7613f912bd4c50603515724af23a8b44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:13,653 INFO [StoreOpener-7613f912bd4c50603515724af23a8b44-1 {}] regionserver.HStore(327): Store=7613f912bd4c50603515724af23a8b44/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:13,656 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/7613f912bd4c50603515724af23a8b44 2024-12-02T16:19:13,657 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:13,657 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/7613f912bd4c50603515724af23a8b44 2024-12-02T16:19:13,661 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/d6698db000e7280db228bad14f2c0523/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:13,662 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7613f912bd4c50603515724af23a8b44 2024-12-02T16:19:13,662 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened d6698db000e7280db228bad14f2c0523; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71385652, jitterRate=0.06372910737991333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:13,663 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for d6698db000e7280db228bad14f2c0523: 2024-12-02T16:19:13,664 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523., pid=12, masterSystemTime=1733156353607 2024-12-02T16:19:13,667 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/7613f912bd4c50603515724af23a8b44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:13,668 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7613f912bd4c50603515724af23a8b44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68340781, jitterRate=0.018356993794441223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:13,668 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7613f912bd4c50603515724af23a8b44: 2024-12-02T16:19:13,672 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44., pid=13, masterSystemTime=1733156353609 2024-12-02T16:19:13,675 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:13,675 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:13,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d6698db000e7280db228bad14f2c0523, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:13,678 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:13,678 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:13,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7613f912bd4c50603515724af23a8b44, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:13,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T16:19:13,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure d6698db000e7280db228bad14f2c0523, server=2a8f9448bb5c,43563,1733156349986 in 230 msec 2024-12-02T16:19:13,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d6698db000e7280db228bad14f2c0523, ASSIGN in 403 msec 2024-12-02T16:19:13,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-02T16:19:13,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 7613f912bd4c50603515724af23a8b44, server=2a8f9448bb5c,41885,1733156350031 in 241 msec 2024-12-02T16:19:13,718 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:13,718 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156353718"}]},"ts":"1733156353718"} 2024-12-02T16:19:13,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-02T16:19:13,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7613f912bd4c50603515724af23a8b44, ASSIGN in 421 msec 2024-12-02T16:19:13,726 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T16:19:13,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:13,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 1.0360 sec 2024-12-02T16:19:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46313 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:13,826 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-02T16:19:13,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T16:19:13,826 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:13,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T16:19:13,835 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:13,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-02T16:19:13,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:13,887 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:13,900 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing d6698db000e7280db228bad14f2c0523 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T16:19:13,932 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/d6698db000e7280db228bad14f2c0523/.tmp/family/9e13efcb61a944d8985492450da5806a is 32, key is 1/family:/1733156353845/Put/seqid=0 2024-12-02T16:19:13,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741841_1017 (size=5054) 2024-12-02T16:19:13,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741841_1017 (size=5054) 2024-12-02T16:19:13,964 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/d6698db000e7280db228bad14f2c0523/.tmp/family/9e13efcb61a944d8985492450da5806a 2024-12-02T16:19:13,978 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/d6698db000e7280db228bad14f2c0523/.tmp/family/9e13efcb61a944d8985492450da5806a as hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/d6698db000e7280db228bad14f2c0523/family/9e13efcb61a944d8985492450da5806a 2024-12-02T16:19:13,989 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/d6698db000e7280db228bad14f2c0523/family/9e13efcb61a944d8985492450da5806a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T16:19:13,990 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d6698db000e7280db228bad14f2c0523 in 90ms, sequenceid=8, compaction requested=false 2024-12-02T16:19:13,990 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for d6698db000e7280db228bad14f2c0523: 2024-12-02T16:19:13,990 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7613f912bd4c50603515724af23a8b44 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T16:19:14,014 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/7613f912bd4c50603515724af23a8b44/.tmp/family/0232d39228a84e68b12a3f61d5a5e53c is 32, key is 5/family:/1733156353887/Put/seqid=0 2024-12-02T16:19:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741842_1018 (size=5083) 2024-12-02T16:19:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741842_1018 (size=5083) 2024-12-02T16:19:14,044 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/7613f912bd4c50603515724af23a8b44/.tmp/family/0232d39228a84e68b12a3f61d5a5e53c 2024-12-02T16:19:14,057 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/7613f912bd4c50603515724af23a8b44/.tmp/family/0232d39228a84e68b12a3f61d5a5e53c as hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/7613f912bd4c50603515724af23a8b44/family/0232d39228a84e68b12a3f61d5a5e53c 2024-12-02T16:19:14,068 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/7613f912bd4c50603515724af23a8b44/family/0232d39228a84e68b12a3f61d5a5e53c, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T16:19:14,069 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7613f912bd4c50603515724af23a8b44 in 79ms, sequenceid=9, compaction requested=false 2024-12-02T16:19:14,069 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7613f912bd4c50603515724af23a8b44: 2024-12-02T16:19:14,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T16:19:14,086 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:19:14,088 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fd1f04b to 127.0.0.1:59014 2024-12-02T16:19:14,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:14,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T16:19:14,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1722722371, stopped=false 2024-12-02T16:19:14,088 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:14,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:14,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:14,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:14,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:14,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:14,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:14,091 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-02T16:19:14,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:14,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:14,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:14,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:14,097 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,43563,1733156349986' ***** 2024-12-02T16:19:14,097 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:14,097 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,41885,1733156350031' ***** 2024-12-02T16:19:14,097 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:14,097 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:14,097 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:14,097 INFO [RS:0;2a8f9448bb5c:43563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:14,097 INFO [RS:1;2a8f9448bb5c:41885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:14,097 INFO [RS:0;2a8f9448bb5c:43563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:14,097 INFO [RS:1;2a8f9448bb5c:41885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:14,097 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(3579): Received CLOSE for cc399b4aee6e199a41e31a3ab20a0651 2024-12-02T16:19:14,097 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(3579): Received CLOSE for 7613f912bd4c50603515724af23a8b44 2024-12-02T16:19:14,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:14,098 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:14,098 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:14,098 DEBUG [RS:1;2a8f9448bb5c:41885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:14,098 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-02T16:19:14,098 DEBUG [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1603): Online Regions={7613f912bd4c50603515724af23a8b44=testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44.} 2024-12-02T16:19:14,098 DEBUG [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1629): Waiting on 7613f912bd4c50603515724af23a8b44 2024-12-02T16:19:14,098 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7613f912bd4c50603515724af23a8b44, disabling compactions & flushes 2024-12-02T16:19:14,098 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:14,098 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:14,098 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. after waiting 0 ms 2024-12-02T16:19:14,098 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(3579): Received CLOSE for d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:14,098 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:14,098 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:14,099 DEBUG [RS:0;2a8f9448bb5c:43563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:14,099 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:14,099 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:14,099 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:14,099 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-02T16:19:14,099 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cc399b4aee6e199a41e31a3ab20a0651, disabling compactions & flushes 2024-12-02T16:19:14,099 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:14,099 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:14,099 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. after waiting 0 ms 2024-12-02T16:19:14,099 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:14,099 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing cc399b4aee6e199a41e31a3ab20a0651 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-02T16:19:14,102 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-02T16:19:14,102 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1603): Online Regions={cc399b4aee6e199a41e31a3ab20a0651=hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651., 1588230740=hbase:meta,,1.1588230740, d6698db000e7280db228bad14f2c0523=testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523.} 2024-12-02T16:19:14,102 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:14,102 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, cc399b4aee6e199a41e31a3ab20a0651, d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:14,102 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:14,102 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:14,102 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:14,102 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:14,102 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-02T16:19:14,114 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:19:14,114 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:19:14,135 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/7613f912bd4c50603515724af23a8b44/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T16:19:14,141 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:14,141 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7613f912bd4c50603515724af23a8b44: 2024-12-02T16:19:14,141 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44. 2024-12-02T16:19:14,142 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/namespace/cc399b4aee6e199a41e31a3ab20a0651/.tmp/info/2f18035748894f8b8e7ee707bf1320a3 is 45, key is default/info:d/1733156352525/Put/seqid=0 2024-12-02T16:19:14,154 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/.tmp/info/7612914224324bdabc5de68e7152649c is 173, key is testClearRegionBlockCache,5,1733156352708.7613f912bd4c50603515724af23a8b44./info:regioninfo/1733156353680/Put/seqid=0 2024-12-02T16:19:14,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741843_1019 (size=5037) 2024-12-02T16:19:14,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741843_1019 (size=5037) 2024-12-02T16:19:14,175 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:14,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741844_1020 (size=9337) 2024-12-02T16:19:14,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741844_1020 (size=9337) 2024-12-02T16:19:14,185 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/.tmp/info/7612914224324bdabc5de68e7152649c 2024-12-02T16:19:14,186 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:14,221 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/.tmp/table/2ea847314811445e972c63ae6b07b696 is 61, key is testClearRegionBlockCache/table:state/1733156353718/Put/seqid=0 2024-12-02T16:19:14,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:14,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:14,272 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/.tmp/table/2ea847314811445e972c63ae6b07b696 2024-12-02T16:19:14,291 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/.tmp/info/7612914224324bdabc5de68e7152649c as hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/info/7612914224324bdabc5de68e7152649c 2024-12-02T16:19:14,298 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,41885,1733156350031; all regions closed. 2024-12-02T16:19:14,301 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/info/7612914224324bdabc5de68e7152649c, entries=30, sequenceid=16, filesize=9.1 K 2024-12-02T16:19:14,302 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/.tmp/table/2ea847314811445e972c63ae6b07b696 as hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/table/2ea847314811445e972c63ae6b07b696 2024-12-02T16:19:14,302 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, cc399b4aee6e199a41e31a3ab20a0651, d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:14,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741833_1009 (size=1867) 2024-12-02T16:19:14,314 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/table/2ea847314811445e972c63ae6b07b696, entries=4, sequenceid=16, filesize=5.3 K 2024-12-02T16:19:14,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741833_1009 (size=1867) 2024-12-02T16:19:14,315 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 213ms, sequenceid=16, compaction requested=false 2024-12-02T16:19:14,319 DEBUG [RS:1;2a8f9448bb5c:41885 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/oldWALs 2024-12-02T16:19:14,319 INFO [RS:1;2a8f9448bb5c:41885 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C41885%2C1733156350031:(num 1733156351232) 2024-12-02T16:19:14,319 DEBUG [RS:1;2a8f9448bb5c:41885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:14,319 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:14,319 INFO [RS:1;2a8f9448bb5c:41885 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:14,320 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:14,320 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:14,320 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:14,320 INFO [RS:1;2a8f9448bb5c:41885 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41885 2024-12-02T16:19:14,320 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:14,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:14,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,41885,1733156350031 2024-12-02T16:19:14,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,41885,1733156350031] 2024-12-02T16:19:14,323 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,41885,1733156350031; numProcessing=1 2024-12-02T16:19:14,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,41885,1733156350031 already deleted, retry=false 2024-12-02T16:19:14,328 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,41885,1733156350031 expired; onlineServers=1 2024-12-02T16:19:14,343 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T16:19:14,346 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:19:14,347 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:14,347 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:14,347 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:14,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:14,425 INFO [RS:1;2a8f9448bb5c:41885 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,41885,1733156350031; zookeeper connection closed. 2024-12-02T16:19:14,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41885-0x1009bc931980002, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:14,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4857ab1b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4857ab1b 2024-12-02T16:19:14,502 DEBUG [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1629): Waiting on cc399b4aee6e199a41e31a3ab20a0651, d6698db000e7280db228bad14f2c0523 2024-12-02T16:19:14,568 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/namespace/cc399b4aee6e199a41e31a3ab20a0651/.tmp/info/2f18035748894f8b8e7ee707bf1320a3 2024-12-02T16:19:14,578 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/namespace/cc399b4aee6e199a41e31a3ab20a0651/.tmp/info/2f18035748894f8b8e7ee707bf1320a3 as hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/namespace/cc399b4aee6e199a41e31a3ab20a0651/info/2f18035748894f8b8e7ee707bf1320a3 2024-12-02T16:19:14,586 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/namespace/cc399b4aee6e199a41e31a3ab20a0651/info/2f18035748894f8b8e7ee707bf1320a3, entries=2, sequenceid=6, filesize=4.9 K 2024-12-02T16:19:14,587 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for cc399b4aee6e199a41e31a3ab20a0651 in 488ms, sequenceid=6, compaction requested=false 2024-12-02T16:19:14,593 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/hbase/namespace/cc399b4aee6e199a41e31a3ab20a0651/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T16:19:14,594 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:14,594 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cc399b4aee6e199a41e31a3ab20a0651: 2024-12-02T16:19:14,594 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733156351835.cc399b4aee6e199a41e31a3ab20a0651. 2024-12-02T16:19:14,594 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d6698db000e7280db228bad14f2c0523, disabling compactions & flushes 2024-12-02T16:19:14,595 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:14,595 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:14,595 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. after waiting 0 ms 2024-12-02T16:19:14,595 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:14,602 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/data/default/testClearRegionBlockCache/d6698db000e7280db228bad14f2c0523/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T16:19:14,602 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:14,602 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d6698db000e7280db228bad14f2c0523: 2024-12-02T16:19:14,603 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733156352708.d6698db000e7280db228bad14f2c0523. 2024-12-02T16:19:14,703 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,43563,1733156349986; all regions closed. 2024-12-02T16:19:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:14,713 DEBUG [RS:0;2a8f9448bb5c:43563 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/oldWALs 2024-12-02T16:19:14,713 INFO [RS:0;2a8f9448bb5c:43563 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C43563%2C1733156349986.meta:.meta(num 1733156351632) 2024-12-02T16:19:14,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741834_1010 (size=3079) 2024-12-02T16:19:14,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741834_1010 (size=3079) 2024-12-02T16:19:14,724 DEBUG [RS:0;2a8f9448bb5c:43563 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/oldWALs 2024-12-02T16:19:14,724 INFO [RS:0;2a8f9448bb5c:43563 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C43563%2C1733156349986:(num 1733156351252) 2024-12-02T16:19:14,724 DEBUG [RS:0;2a8f9448bb5c:43563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:14,724 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:14,724 INFO [RS:0;2a8f9448bb5c:43563 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:14,725 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:14,729 INFO [RS:0;2a8f9448bb5c:43563 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43563 2024-12-02T16:19:14,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:14,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,43563,1733156349986 2024-12-02T16:19:14,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,43563,1733156349986] 2024-12-02T16:19:14,732 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,43563,1733156349986; numProcessing=2 2024-12-02T16:19:14,734 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,43563,1733156349986 already deleted, retry=false 2024-12-02T16:19:14,734 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,43563,1733156349986 expired; onlineServers=0 2024-12-02T16:19:14,734 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,46313,1733156349843' ***** 2024-12-02T16:19:14,734 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T16:19:14,735 DEBUG [M:0;2a8f9448bb5c:46313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167b4ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:14,735 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,46313,1733156349843 2024-12-02T16:19:14,735 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,46313,1733156349843; all regions closed. 2024-12-02T16:19:14,735 DEBUG [M:0;2a8f9448bb5c:46313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:14,735 DEBUG [M:0;2a8f9448bb5c:46313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T16:19:14,735 DEBUG [M:0;2a8f9448bb5c:46313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T16:19:14,735 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T16:19:14,735 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156350910 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156350910,5,FailOnTimeoutGroup] 2024-12-02T16:19:14,735 INFO [M:0;2a8f9448bb5c:46313 {}] hbase.ChoreService(370): Chore service for: master/2a8f9448bb5c:0 had [] on shutdown 2024-12-02T16:19:14,735 DEBUG [M:0;2a8f9448bb5c:46313 {}] master.HMaster(1733): Stopping service threads 2024-12-02T16:19:14,735 INFO [M:0;2a8f9448bb5c:46313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T16:19:14,735 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156350906 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156350906,5,FailOnTimeoutGroup] 2024-12-02T16:19:14,736 INFO [M:0;2a8f9448bb5c:46313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T16:19:14,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T16:19:14,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:14,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:14,742 DEBUG [M:0;2a8f9448bb5c:46313 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-12-02T16:19:14,742 DEBUG [M:0;2a8f9448bb5c:46313 {}] master.ActiveMasterManager(353): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-02T16:19:14,742 INFO [M:0;2a8f9448bb5c:46313 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-02T16:19:14,743 INFO [M:0;2a8f9448bb5c:46313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T16:19:14,743 DEBUG [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:14,743 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:14,743 DEBUG [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:14,743 DEBUG [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:14,743 DEBUG [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:14,743 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-02T16:19:14,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:14,782 DEBUG [M:0;2a8f9448bb5c:46313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cfaf059e4c74137aabecc432a254de1 is 82, key is hbase:meta,,1/info:regioninfo/1733156351734/Put/seqid=0 2024-12-02T16:19:14,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:14,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:14,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:14,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1009bc931980001, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:14,834 INFO [RS:0;2a8f9448bb5c:43563 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,43563,1733156349986; zookeeper connection closed. 2024-12-02T16:19:14,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6cb1f8e7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6cb1f8e7 2024-12-02T16:19:14,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T16:19:15,199 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cfaf059e4c74137aabecc432a254de1 2024-12-02T16:19:15,235 DEBUG [M:0;2a8f9448bb5c:46313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af138ba8c13e497ca863efc2682ddee1 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733156353748/Put/seqid=0 2024-12-02T16:19:15,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741847_1023 (size=7578) 2024-12-02T16:19:15,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741847_1023 (size=7578) 2024-12-02T16:19:15,663 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af138ba8c13e497ca863efc2682ddee1 2024-12-02T16:19:15,697 DEBUG [M:0;2a8f9448bb5c:46313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1870d2fd0d7a4353a6265eff71d7fa21 is 69, key is 2a8f9448bb5c,41885,1733156350031/rs:state/1733156351011/Put/seqid=0 2024-12-02T16:19:15,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:15,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:15,713 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1870d2fd0d7a4353a6265eff71d7fa21 2024-12-02T16:19:15,723 DEBUG [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cfaf059e4c74137aabecc432a254de1 as hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cfaf059e4c74137aabecc432a254de1 2024-12-02T16:19:15,733 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cfaf059e4c74137aabecc432a254de1, entries=8, sequenceid=108, filesize=5.5 K 2024-12-02T16:19:15,737 DEBUG [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af138ba8c13e497ca863efc2682ddee1 as hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af138ba8c13e497ca863efc2682ddee1 2024-12-02T16:19:15,745 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af138ba8c13e497ca863efc2682ddee1, entries=13, sequenceid=108, filesize=7.4 K 2024-12-02T16:19:15,746 DEBUG [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1870d2fd0d7a4353a6265eff71d7fa21 as hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1870d2fd0d7a4353a6265eff71d7fa21 2024-12-02T16:19:15,756 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39949/user/jenkins/test-data/efa754e4-857d-cc9c-674a-ea50b4183834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1870d2fd0d7a4353a6265eff71d7fa21, entries=2, sequenceid=108, filesize=5.1 K 2024-12-02T16:19:15,761 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1018ms, sequenceid=108, compaction requested=false 2024-12-02T16:19:15,766 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:15,766 DEBUG [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:15,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35361 is added to blk_1073741830_1006 (size=54465) 2024-12-02T16:19:15,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43541 is added to blk_1073741830_1006 (size=54465) 2024-12-02T16:19:15,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:15,781 INFO [M:0;2a8f9448bb5c:46313 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-02T16:19:15,782 INFO [M:0;2a8f9448bb5c:46313 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46313 2024-12-02T16:19:15,784 DEBUG [M:0;2a8f9448bb5c:46313 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2a8f9448bb5c,46313,1733156349843 already deleted, retry=false 2024-12-02T16:19:15,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:15,886 INFO [M:0;2a8f9448bb5c:46313 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,46313,1733156349843; zookeeper connection closed. 2024-12-02T16:19:15,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46313-0x1009bc931980000, quorum=127.0.0.1:59014, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:15,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73efd1f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:15,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61b05fb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:15,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:15,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ec63dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:15,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a0bd94e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:15,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:15,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:15,895 WARN [BP-1717701745-172.17.0.2-1733156348392 heartbeating to localhost/127.0.0.1:39949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:15,895 WARN [BP-1717701745-172.17.0.2-1733156348392 heartbeating to localhost/127.0.0.1:39949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1717701745-172.17.0.2-1733156348392 (Datanode Uuid a255187c-2b92-4545-8975-11dc605b0815) service to localhost/127.0.0.1:39949 2024-12-02T16:19:15,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/dfs/data/data3/current/BP-1717701745-172.17.0.2-1733156348392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:15,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:15,898 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/dfs/data/data4/current/BP-1717701745-172.17.0.2-1733156348392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:15,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e54e12c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:15,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11bee6bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:15,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:15,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72075e2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:15,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c54dc7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:15,905 WARN [BP-1717701745-172.17.0.2-1733156348392 heartbeating to localhost/127.0.0.1:39949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:15,905 WARN [BP-1717701745-172.17.0.2-1733156348392 heartbeating to localhost/127.0.0.1:39949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1717701745-172.17.0.2-1733156348392 (Datanode Uuid d37db8b8-ac8f-4f9e-9893-489d3209d876) service to localhost/127.0.0.1:39949 2024-12-02T16:19:15,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:15,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:15,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/dfs/data/data1/current/BP-1717701745-172.17.0.2-1733156348392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:15,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/cluster_a8b1d1c7-db2a-eebf-983f-54bcd4f6c31d/dfs/data/data2/current/BP-1717701745-172.17.0.2-1733156348392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:15,906 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:15,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6faf8959{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:15,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b4d9b0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:15,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:15,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738cf596{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:15,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5046f69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:15,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-02T16:19:15,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T16:19:15,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=106 (was 75) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39949 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39949 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=551 (was 449) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5956 (was 6134) 2024-12-02T16:19:15,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=106, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=551, ProcessCount=11, AvailableMemoryMB=5957 2024-12-02T16:19:15,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.log.dir so I do NOT create it in target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913 2024-12-02T16:19:15,997 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T16:19:15,997 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.tmp.dir so I do NOT create it in target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913 2024-12-02T16:19:15,998 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d55c7bb5-29fb-9f57-6236-8619e9f8ef6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T16:19:15,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913 2024-12-02T16:19:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T16:19:15,998 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846, deleteOnExit=true 2024-12-02T16:19:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-02T16:19:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/test.cache.data in system properties and HBase conf 2024-12-02T16:19:15,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T16:19:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.log.dir in system properties and HBase conf 2024-12-02T16:19:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T16:19:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T16:19:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T16:19:15,999 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T16:19:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:15,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T16:19:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T16:19:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T16:19:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T16:19:16,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/nfs.dump.dir in system properties and HBase conf 2024-12-02T16:19:16,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/java.io.tmpdir in system properties and HBase conf 2024-12-02T16:19:16,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:16,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T16:19:16,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T16:19:16,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:16,132 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:16,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:16,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:16,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:16,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:16,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed75be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:16,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab173b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:16,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6066bb90{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/java.io.tmpdir/jetty-localhost-37239-hadoop-hdfs-3_4_1-tests_jar-_-any-14911527969668894482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:16,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65b8d208{HTTP/1.1, (http/1.1)}{localhost:37239} 2024-12-02T16:19:16,301 INFO [Time-limited test {}] server.Server(415): Started @20744ms 2024-12-02T16:19:16,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:16,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:16,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:16,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:16,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:16,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22970d67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:16,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5599dd1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:16,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@761b157{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/java.io.tmpdir/jetty-localhost-42421-hadoop-hdfs-3_4_1-tests_jar-_-any-4092562294778608291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:16,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d05231{HTTP/1.1, (http/1.1)}{localhost:42421} 2024-12-02T16:19:16,591 INFO [Time-limited test {}] server.Server(415): Started @21034ms 2024-12-02T16:19:16,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:16,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:16,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:16,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:16,667 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:16,667 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:16,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e10abc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:16,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f001ae6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:16,763 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/dfs/data/data1/current/BP-1320299034-172.17.0.2-1733156356045/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:16,763 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/dfs/data/data2/current/BP-1320299034-172.17.0.2-1733156356045/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:16,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@309b8ca5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/java.io.tmpdir/jetty-localhost-45123-hadoop-hdfs-3_4_1-tests_jar-_-any-16456728674682406060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:16,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bb3e4dd{HTTP/1.1, (http/1.1)}{localhost:45123} 2024-12-02T16:19:16,829 INFO [Time-limited test {}] server.Server(415): Started @21272ms 2024-12-02T16:19:16,831 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:16,850 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0e66622ef1d16fe with lease ID 0x7743758297584cf6: Processing first storage report for DS-6669360b-ff94-48dc-ba98-7cc7c67f92f4 from datanode DatanodeRegistration(127.0.0.1:44499, datanodeUuid=8d5d45da-4496-40d5-a3a0-71d21c748ce3, infoPort=35171, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=262019069;c=1733156356045) 2024-12-02T16:19:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0e66622ef1d16fe with lease ID 0x7743758297584cf6: from storage DS-6669360b-ff94-48dc-ba98-7cc7c67f92f4 node DatanodeRegistration(127.0.0.1:44499, datanodeUuid=8d5d45da-4496-40d5-a3a0-71d21c748ce3, infoPort=35171, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=262019069;c=1733156356045), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T16:19:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0e66622ef1d16fe with lease ID 0x7743758297584cf6: Processing first storage report for DS-c636dae7-da11-4718-950c-603d9bc71399 from datanode DatanodeRegistration(127.0.0.1:44499, datanodeUuid=8d5d45da-4496-40d5-a3a0-71d21c748ce3, infoPort=35171, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=262019069;c=1733156356045) 2024-12-02T16:19:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0e66622ef1d16fe with lease ID 0x7743758297584cf6: from storage DS-c636dae7-da11-4718-950c-603d9bc71399 node DatanodeRegistration(127.0.0.1:44499, datanodeUuid=8d5d45da-4496-40d5-a3a0-71d21c748ce3, infoPort=35171, infoSecurePort=0, ipcPort=36775, storageInfo=lv=-57;cid=testClusterID;nsid=262019069;c=1733156356045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:16,985 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/dfs/data/data3/current/BP-1320299034-172.17.0.2-1733156356045/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:16,988 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/dfs/data/data4/current/BP-1320299034-172.17.0.2-1733156356045/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:17,012 WARN [Thread-639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc29a1a8c4bf0e872 with lease ID 0x7743758297584cf7: Processing first storage report for DS-df50a7aa-52be-445f-a15a-f3647105014b from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=01c25429-ab72-48b9-953d-3a862ea1168c, infoPort=40923, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=262019069;c=1733156356045) 2024-12-02T16:19:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc29a1a8c4bf0e872 with lease ID 0x7743758297584cf7: from storage DS-df50a7aa-52be-445f-a15a-f3647105014b node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=01c25429-ab72-48b9-953d-3a862ea1168c, infoPort=40923, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=262019069;c=1733156356045), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:17,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc29a1a8c4bf0e872 with lease ID 0x7743758297584cf7: Processing first storage report for DS-57c27656-edc9-4238-91e7-5206da5dba6e from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=01c25429-ab72-48b9-953d-3a862ea1168c, infoPort=40923, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=262019069;c=1733156356045) 2024-12-02T16:19:17,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc29a1a8c4bf0e872 with lease ID 0x7743758297584cf7: from storage DS-57c27656-edc9-4238-91e7-5206da5dba6e node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=01c25429-ab72-48b9-953d-3a862ea1168c, infoPort=40923, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=262019069;c=1733156356045), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:17,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913 2024-12-02T16:19:17,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/zookeeper_0, clientPort=49721, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T16:19:17,125 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49721 2024-12-02T16:19:17,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:17,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:17,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:17,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:17,143 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74 with version=8 2024-12-02T16:19:17,143 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/hbase-staging 2024-12-02T16:19:17,146 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:17,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:17,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:17,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:17,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:17,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:17,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:17,147 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:17,148 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37133 2024-12-02T16:19:17,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:17,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:17,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37133 connecting to ZooKeeper ensemble=127.0.0.1:49721 2024-12-02T16:19:17,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371330x0, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:17,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37133-0x1009bc94ea00000 connected 2024-12-02T16:19:17,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T16:19:17,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:17,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:17,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:17,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:17,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:17,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:17,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37133 2024-12-02T16:19:17,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37133 2024-12-02T16:19:17,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37133 2024-12-02T16:19:17,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37133 2024-12-02T16:19:17,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37133 2024-12-02T16:19:17,357 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74, hbase.cluster.distributed=false 2024-12-02T16:19:17,385 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:17,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:17,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:17,385 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:17,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:17,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:17,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:17,386 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:17,395 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45521 2024-12-02T16:19:17,395 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:17,400 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:17,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:17,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:17,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45521 connecting to ZooKeeper ensemble=127.0.0.1:49721 2024-12-02T16:19:17,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455210x0, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:17,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455210x0, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:17,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455210x0, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:17,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455210x0, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:17,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45521-0x1009bc94ea00001 connected 2024-12-02T16:19:17,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-12-02T16:19:17,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-12-02T16:19:17,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-12-02T16:19:17,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-12-02T16:19:17,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-12-02T16:19:17,483 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:17,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:17,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:17,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:17,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:17,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:17,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:17,484 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:17,487 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38187 2024-12-02T16:19:17,488 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:17,493 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:17,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:17,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:17,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38187 connecting to ZooKeeper ensemble=127.0.0.1:49721 2024-12-02T16:19:17,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381870x0, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:17,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381870x0, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:17,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381870x0, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:17,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381870x0, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:17,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38187 2024-12-02T16:19:17,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38187 2024-12-02T16:19:17,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38187-0x1009bc94ea00002 connected 2024-12-02T16:19:17,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38187 2024-12-02T16:19:17,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38187 2024-12-02T16:19:17,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38187 2024-12-02T16:19:17,537 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:17,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:17,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:17,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:17,545 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:17,552 DEBUG [M:0;2a8f9448bb5c:37133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a8f9448bb5c:37133 2024-12-02T16:19:17,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:17,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:17,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,555 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:17,558 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a8f9448bb5c,37133,1733156357146 from backup master directory 2024-12-02T16:19:17,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:17,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:17,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:17,565 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:17,565 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:17,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:17,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:17,633 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/hbase.id with ID: 4f884ecf-dcec-4262-a77f-f5910a5d2cfe 2024-12-02T16:19:17,655 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:17,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:17,690 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:17,691 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T16:19:17,692 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:17,709 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store 2024-12-02T16:19:17,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:17,725 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:17,725 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:17,725 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:17,725 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:17,725 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:17,725 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:17,725 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:17,725 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:17,727 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/.initializing 2024-12-02T16:19:17,727 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/WALs/2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:17,728 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:17,731 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C37133%2C1733156357146, suffix=, logDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/WALs/2a8f9448bb5c,37133,1733156357146, archiveDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/oldWALs, maxLogs=10 2024-12-02T16:19:17,760 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/WALs/2a8f9448bb5c,37133,1733156357146/2a8f9448bb5c%2C37133%2C1733156357146.1733156357731, exclude list is [], retry=0 2024-12-02T16:19:17,767 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-df50a7aa-52be-445f-a15a-f3647105014b,DISK] 2024-12-02T16:19:17,773 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44499,DS-6669360b-ff94-48dc-ba98-7cc7c67f92f4,DISK] 2024-12-02T16:19:17,785 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/WALs/2a8f9448bb5c,37133,1733156357146/2a8f9448bb5c%2C37133%2C1733156357146.1733156357731 2024-12-02T16:19:17,785 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923),(127.0.0.1/127.0.0.1:35171:35171)] 2024-12-02T16:19:17,785 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:17,786 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:17,786 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:17,786 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:17,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:17,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T16:19:17,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:17,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:17,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:17,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T16:19:17,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:17,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:17,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:17,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T16:19:17,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:17,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:17,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:17,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T16:19:17,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:17,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:17,808 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:17,809 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:17,812 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T16:19:17,821 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:17,829 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:17,830 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61916729, jitterRate=-0.0773688405752182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T16:19:17,832 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:17,832 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T16:19:17,840 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4731b944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:17,841 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-02T16:19:17,841 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T16:19:17,841 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T16:19:17,842 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T16:19:17,843 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T16:19:17,843 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-02T16:19:17,843 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T16:19:17,871 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T16:19:17,875 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T16:19:17,886 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-02T16:19:17,886 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T16:19:17,895 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T16:19:17,901 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-02T16:19:17,902 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T16:19:17,913 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T16:19:17,917 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-02T16:19:17,922 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T16:19:17,931 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T16:19:17,940 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T16:19:17,952 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T16:19:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,976 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2a8f9448bb5c,37133,1733156357146, sessionid=0x1009bc94ea00000, setting cluster-up flag (Was=false) 2024-12-02T16:19:17,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:17,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:18,035 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T16:19:18,057 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:18,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:18,103 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T16:19:18,111 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:18,121 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:18,122 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-02T16:19:18,122 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T16:19:18,122 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a8f9448bb5c,37133,1733156357146 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T16:19:18,122 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:18,122 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:18,122 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:18,123 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:18,123 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a8f9448bb5c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T16:19:18,123 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,123 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:18,123 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,124 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733156388124 2024-12-02T16:19:18,124 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:18,124 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T16:19:18,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-02T16:19:18,125 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T16:19:18,125 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T16:19:18,125 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T16:19:18,125 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T16:19:18,125 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T16:19:18,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:18,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:18,129 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,133 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T16:19:18,133 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T16:19:18,133 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T16:19:18,134 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T16:19:18,134 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T16:19:18,136 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156358134,5,FailOnTimeoutGroup] 2024-12-02T16:19:18,137 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156358136,5,FailOnTimeoutGroup] 2024-12-02T16:19:18,137 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,137 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T16:19:18,137 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,137 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:18,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-02T16:19:18,151 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74 2024-12-02T16:19:18,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:18,161 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a8f9448bb5c:45521 2024-12-02T16:19:18,162 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1008): ClusterId : 4f884ecf-dcec-4262-a77f-f5910a5d2cfe 2024-12-02T16:19:18,162 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:18,166 DEBUG [RS:1;2a8f9448bb5c:38187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2a8f9448bb5c:38187 2024-12-02T16:19:18,168 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:18,168 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:18,168 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1008): ClusterId : 4f884ecf-dcec-4262-a77f-f5910a5d2cfe 2024-12-02T16:19:18,168 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:18,174 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:18,175 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:18,175 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:18,175 DEBUG [RS:0;2a8f9448bb5c:45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4889c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:18,177 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:18,177 DEBUG [RS:1;2a8f9448bb5c:38187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a41e89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:18,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:18,190 DEBUG [RS:0;2a8f9448bb5c:45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e04410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:18,191 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:18,191 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:18,191 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:18,191 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,37133,1733156357146 with isa=2a8f9448bb5c/172.17.0.2:45521, startcode=1733156357384 2024-12-02T16:19:18,192 DEBUG [RS:0;2a8f9448bb5c:45521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:18,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:18,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:18,209 DEBUG [RS:1;2a8f9448bb5c:38187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26534226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:18,213 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:18,214 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:18,214 DEBUG [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:18,214 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,37133,1733156357146 with isa=2a8f9448bb5c/172.17.0.2:38187, startcode=1733156357482 2024-12-02T16:19:18,215 DEBUG [RS:1;2a8f9448bb5c:38187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:18,229 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43363, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:18,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:18,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:18,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:18,237 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56009, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:18,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:18,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37133 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:18,240 DEBUG [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74 2024-12-02T16:19:18,240 DEBUG [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42657 2024-12-02T16:19:18,240 DEBUG [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:18,241 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74 2024-12-02T16:19:18,241 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42657 2024-12-02T16:19:18,241 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:18,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:18,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:18,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:18,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:18,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:18,249 DEBUG [RS:1;2a8f9448bb5c:38187 {}] zookeeper.ZKUtil(111): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:18,249 WARN [RS:1;2a8f9448bb5c:38187 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:18,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,45521,1733156357384] 2024-12-02T16:19:18,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,38187,1733156357482] 2024-12-02T16:19:18,249 INFO [RS:1;2a8f9448bb5c:38187 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:18,249 DEBUG [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:18,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:18,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:18,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:18,253 DEBUG [RS:0;2a8f9448bb5c:45521 {}] zookeeper.ZKUtil(111): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:18,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:18,253 WARN [RS:0;2a8f9448bb5c:45521 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:18,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:18,253 INFO [RS:0;2a8f9448bb5c:45521 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:18,253 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:18,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:18,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740 2024-12-02T16:19:18,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740 2024-12-02T16:19:18,258 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:18,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:18,263 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:18,263 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:18,264 DEBUG [RS:1;2a8f9448bb5c:38187 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:18,265 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:18,266 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72959936, jitterRate=0.0871877670288086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:18,266 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:18,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:18,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:18,267 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:18,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:18,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:18,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:18,269 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:18,270 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:18,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:18,271 INFO [RS:0;2a8f9448bb5c:45521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:18,271 INFO [RS:0;2a8f9448bb5c:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:18,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-02T16:19:18,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T16:19:18,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T16:19:18,275 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T16:19:18,276 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:18,277 INFO [RS:0;2a8f9448bb5c:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:18,278 DEBUG [RS:0;2a8f9448bb5c:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:18,280 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:18,285 INFO [RS:1;2a8f9448bb5c:38187 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:18,285 INFO [RS:1;2a8f9448bb5c:38187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,289 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:18,289 INFO [RS:0;2a8f9448bb5c:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,289 INFO [RS:0;2a8f9448bb5c:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,289 INFO [RS:0;2a8f9448bb5c:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,289 INFO [RS:0;2a8f9448bb5c:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,289 INFO [RS:0;2a8f9448bb5c:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,45521,1733156357384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:18,291 INFO [RS:1;2a8f9448bb5c:38187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:18,292 DEBUG [RS:1;2a8f9448bb5c:38187 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:18,304 INFO [RS:1;2a8f9448bb5c:38187 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,304 INFO [RS:1;2a8f9448bb5c:38187 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,305 INFO [RS:1;2a8f9448bb5c:38187 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,305 INFO [RS:1;2a8f9448bb5c:38187 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,305 INFO [RS:1;2a8f9448bb5c:38187 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,38187,1733156357482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:18,315 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:18,315 INFO [RS:0;2a8f9448bb5c:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,45521,1733156357384-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,334 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:18,334 INFO [RS:1;2a8f9448bb5c:38187 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,38187,1733156357482-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,336 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.Replication(204): 2a8f9448bb5c,45521,1733156357384 started 2024-12-02T16:19:18,336 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,45521,1733156357384, RpcServer on 2a8f9448bb5c/172.17.0.2:45521, sessionid=0x1009bc94ea00001 2024-12-02T16:19:18,336 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:18,336 DEBUG [RS:0;2a8f9448bb5c:45521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:18,336 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,45521,1733156357384' 2024-12-02T16:19:18,336 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:18,336 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:18,337 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:18,337 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:18,337 DEBUG [RS:0;2a8f9448bb5c:45521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:18,337 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,45521,1733156357384' 2024-12-02T16:19:18,337 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:18,337 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:18,338 DEBUG [RS:0;2a8f9448bb5c:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:18,338 INFO [RS:0;2a8f9448bb5c:45521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:18,338 INFO [RS:0;2a8f9448bb5c:45521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:18,362 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.Replication(204): 2a8f9448bb5c,38187,1733156357482 started 2024-12-02T16:19:18,362 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,38187,1733156357482, RpcServer on 2a8f9448bb5c/172.17.0.2:38187, sessionid=0x1009bc94ea00002 2024-12-02T16:19:18,362 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:18,362 DEBUG [RS:1;2a8f9448bb5c:38187 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:18,362 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,38187,1733156357482' 2024-12-02T16:19:18,362 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:18,363 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:18,363 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:18,363 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:18,363 DEBUG [RS:1;2a8f9448bb5c:38187 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:18,364 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,38187,1733156357482' 2024-12-02T16:19:18,364 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:18,365 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:18,365 DEBUG [RS:1;2a8f9448bb5c:38187 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:18,365 INFO [RS:1;2a8f9448bb5c:38187 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:18,365 INFO [RS:1;2a8f9448bb5c:38187 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:18,426 WARN [2a8f9448bb5c:37133 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-02T16:19:18,438 INFO [RS:0;2a8f9448bb5c:45521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:18,441 INFO [RS:0;2a8f9448bb5c:45521 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C45521%2C1733156357384, suffix=, logDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,45521,1733156357384, archiveDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/oldWALs, maxLogs=32 2024-12-02T16:19:18,461 DEBUG [RS:0;2a8f9448bb5c:45521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,45521,1733156357384/2a8f9448bb5c%2C45521%2C1733156357384.1733156358442, exclude list is [], retry=0 2024-12-02T16:19:18,465 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-df50a7aa-52be-445f-a15a-f3647105014b,DISK] 2024-12-02T16:19:18,466 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44499,DS-6669360b-ff94-48dc-ba98-7cc7c67f92f4,DISK] 2024-12-02T16:19:18,467 INFO [RS:1;2a8f9448bb5c:38187 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:18,469 INFO [RS:1;2a8f9448bb5c:38187 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C38187%2C1733156357482, suffix=, logDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,38187,1733156357482, archiveDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/oldWALs, maxLogs=32 2024-12-02T16:19:18,469 INFO [RS:0;2a8f9448bb5c:45521 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,45521,1733156357384/2a8f9448bb5c%2C45521%2C1733156357384.1733156358442 2024-12-02T16:19:18,485 DEBUG [RS:0;2a8f9448bb5c:45521 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923),(127.0.0.1/127.0.0.1:35171:35171)] 2024-12-02T16:19:18,487 DEBUG [RS:1;2a8f9448bb5c:38187 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,38187,1733156357482/2a8f9448bb5c%2C38187%2C1733156357482.1733156358470, exclude list is [], retry=0 2024-12-02T16:19:18,491 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44499,DS-6669360b-ff94-48dc-ba98-7cc7c67f92f4,DISK] 2024-12-02T16:19:18,491 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-df50a7aa-52be-445f-a15a-f3647105014b,DISK] 2024-12-02T16:19:18,498 INFO [RS:1;2a8f9448bb5c:38187 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,38187,1733156357482/2a8f9448bb5c%2C38187%2C1733156357482.1733156358470 2024-12-02T16:19:18,498 DEBUG [RS:1;2a8f9448bb5c:38187 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35171:35171),(127.0.0.1/127.0.0.1:40923:40923)] 2024-12-02T16:19:18,676 DEBUG [2a8f9448bb5c:37133 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T16:19:18,676 DEBUG [2a8f9448bb5c:37133 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:18,691 DEBUG [2a8f9448bb5c:37133 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:18,691 DEBUG [2a8f9448bb5c:37133 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:18,691 INFO [2a8f9448bb5c:37133 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:18,691 INFO [2a8f9448bb5c:37133 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:18,691 DEBUG [2a8f9448bb5c:37133 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:18,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:18,693 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,45521,1733156357384, state=OPENING 2024-12-02T16:19:18,695 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T16:19:18,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:18,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:18,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:18,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:18,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:18,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:18,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,45521,1733156357384}] 2024-12-02T16:19:18,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:18,853 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:18,855 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:18,865 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-02T16:19:18,865 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:18,866 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T16:19:18,874 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C45521%2C1733156357384.meta, suffix=.meta, logDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,45521,1733156357384, archiveDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/oldWALs, maxLogs=32 2024-12-02T16:19:18,894 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,45521,1733156357384/2a8f9448bb5c%2C45521%2C1733156357384.meta.1733156358875.meta, exclude list is [], retry=0 2024-12-02T16:19:18,897 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-df50a7aa-52be-445f-a15a-f3647105014b,DISK] 2024-12-02T16:19:18,898 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44499,DS-6669360b-ff94-48dc-ba98-7cc7c67f92f4,DISK] 2024-12-02T16:19:18,902 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,45521,1733156357384/2a8f9448bb5c%2C45521%2C1733156357384.meta.1733156358875.meta 2024-12-02T16:19:18,903 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40923:40923),(127.0.0.1/127.0.0.1:35171:35171)] 2024-12-02T16:19:18,903 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:18,903 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T16:19:18,903 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T16:19:18,904 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T16:19:18,904 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T16:19:18,904 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:18,904 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-02T16:19:18,904 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-02T16:19:18,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:18,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:18,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:18,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:18,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:18,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:18,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:18,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:18,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:18,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:18,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:18,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:18,926 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740 2024-12-02T16:19:18,927 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740 2024-12-02T16:19:18,930 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:18,932 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:18,934 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65308262, jitterRate=-0.026831060647964478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:18,936 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:18,937 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733156358852 2024-12-02T16:19:18,940 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T16:19:18,940 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-02T16:19:18,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:18,943 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,45521,1733156357384, state=OPEN 2024-12-02T16:19:18,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:18,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:18,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:18,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:18,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:18,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:18,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T16:19:18,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,45521,1733156357384 in 250 msec 2024-12-02T16:19:18,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T16:19:18,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-12-02T16:19:18,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 835 msec 2024-12-02T16:19:18,958 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733156358958, completionTime=-1 2024-12-02T16:19:18,958 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T16:19:18,959 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-02T16:19:18,960 DEBUG [hconnection-0x6ce3c715-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:18,962 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:18,964 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-02T16:19:18,964 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733156418964 2024-12-02T16:19:18,964 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733156478964 2024-12-02T16:19:18,964 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 5 msec 2024-12-02T16:19:18,972 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,37133,1733156357146-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,972 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,37133,1733156357146-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,972 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,37133,1733156357146-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,972 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a8f9448bb5c:37133, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,972 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:18,972 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-02T16:19:18,973 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:18,974 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-02T16:19:18,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:18,975 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:18,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:18,979 DEBUG [master/2a8f9448bb5c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-02T16:19:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:19,023 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9cb4722fcf5f1dd71d66adac9e5b7fee, NAME => 'hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74 2024-12-02T16:19:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:19,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:19,037 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:19,037 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9cb4722fcf5f1dd71d66adac9e5b7fee, disabling compactions & flushes 2024-12-02T16:19:19,037 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:19,037 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:19,037 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. after waiting 0 ms 2024-12-02T16:19:19,037 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:19,037 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:19,037 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9cb4722fcf5f1dd71d66adac9e5b7fee: 2024-12-02T16:19:19,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:19,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733156359039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156359039"}]},"ts":"1733156359039"} 2024-12-02T16:19:19,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:19:19,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:19,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156359043"}]},"ts":"1733156359043"} 2024-12-02T16:19:19,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-02T16:19:19,050 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:19,051 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:19,051 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:19,051 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:19,051 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:19,051 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:19,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9cb4722fcf5f1dd71d66adac9e5b7fee, ASSIGN}] 2024-12-02T16:19:19,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9cb4722fcf5f1dd71d66adac9e5b7fee, ASSIGN 2024-12-02T16:19:19,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9cb4722fcf5f1dd71d66adac9e5b7fee, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,38187,1733156357482; forceNewPlan=false, retain=false 2024-12-02T16:19:19,205 INFO [2a8f9448bb5c:37133 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T16:19:19,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9cb4722fcf5f1dd71d66adac9e5b7fee, regionState=OPENING, regionLocation=2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:19,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9cb4722fcf5f1dd71d66adac9e5b7fee, server=2a8f9448bb5c,38187,1733156357482}] 2024-12-02T16:19:19,362 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:19,362 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:19,364 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:19,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:19,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9cb4722fcf5f1dd71d66adac9e5b7fee, NAME => 'hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:19,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9cb4722fcf5f1dd71d66adac9e5b7fee 2024-12-02T16:19:19,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:19,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9cb4722fcf5f1dd71d66adac9e5b7fee 2024-12-02T16:19:19,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9cb4722fcf5f1dd71d66adac9e5b7fee 2024-12-02T16:19:19,378 INFO [StoreOpener-9cb4722fcf5f1dd71d66adac9e5b7fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9cb4722fcf5f1dd71d66adac9e5b7fee 2024-12-02T16:19:19,380 INFO [StoreOpener-9cb4722fcf5f1dd71d66adac9e5b7fee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cb4722fcf5f1dd71d66adac9e5b7fee columnFamilyName info 2024-12-02T16:19:19,380 DEBUG [StoreOpener-9cb4722fcf5f1dd71d66adac9e5b7fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:19,381 INFO [StoreOpener-9cb4722fcf5f1dd71d66adac9e5b7fee-1 {}] regionserver.HStore(327): Store=9cb4722fcf5f1dd71d66adac9e5b7fee/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:19,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/namespace/9cb4722fcf5f1dd71d66adac9e5b7fee 2024-12-02T16:19:19,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/namespace/9cb4722fcf5f1dd71d66adac9e5b7fee 2024-12-02T16:19:19,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9cb4722fcf5f1dd71d66adac9e5b7fee 2024-12-02T16:19:19,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/namespace/9cb4722fcf5f1dd71d66adac9e5b7fee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:19,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9cb4722fcf5f1dd71d66adac9e5b7fee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70668083, jitterRate=0.05303649604320526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:19,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9cb4722fcf5f1dd71d66adac9e5b7fee: 2024-12-02T16:19:19,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee., pid=6, masterSystemTime=1733156359362 2024-12-02T16:19:19,411 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9cb4722fcf5f1dd71d66adac9e5b7fee, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:19,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:19,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:19,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T16:19:19,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9cb4722fcf5f1dd71d66adac9e5b7fee, server=2a8f9448bb5c,38187,1733156357482 in 207 msec 2024-12-02T16:19:19,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T16:19:19,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9cb4722fcf5f1dd71d66adac9e5b7fee, ASSIGN in 367 msec 2024-12-02T16:19:19,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:19,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156359429"}]},"ts":"1733156359429"} 2024-12-02T16:19:19,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-02T16:19:19,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:19,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 463 msec 2024-12-02T16:19:19,475 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-02T16:19:19,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:19,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:19,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:19,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:19,485 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:19,492 INFO [RS-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:19,508 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-02T16:19:19,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:19,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 61 msec 2024-12-02T16:19:19,571 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-02T16:19:19,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:19,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-12-02T16:19:19,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-02T16:19:19,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-02T16:19:19,611 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.046sec 2024-12-02T16:19:19,612 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T16:19:19,612 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T16:19:19,612 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T16:19:19,612 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T16:19:19,612 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T16:19:19,612 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,37133,1733156357146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:19,612 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,37133,1733156357146-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T16:19:19,617 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-02T16:19:19,617 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T16:19:19,617 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,37133,1733156357146-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:19,647 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62a99ebc to 127.0.0.1:49721 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75f72ccc 2024-12-02T16:19:19,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301228d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:19,653 DEBUG [hconnection-0x2b785b8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:19,655 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:19,657 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:19,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:19:19,663 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:19:19,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T16:19:19,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:19,672 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:19,673 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:19,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-02T16:19:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:19,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:19,714 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2d630aeeb75d64873d718c9757a59d50, NAME => 'testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74 2024-12-02T16:19:19,716 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a792e592fb20c9e977799fca1cb1425d, NAME => 'testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74 2024-12-02T16:19:19,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:19,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:19,746 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:19,746 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing a792e592fb20c9e977799fca1cb1425d, disabling compactions & flushes 2024-12-02T16:19:19,746 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:19,746 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:19,746 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. after waiting 0 ms 2024-12-02T16:19:19,746 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:19,746 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:19,746 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for a792e592fb20c9e977799fca1cb1425d: 2024-12-02T16:19:19,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:19,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:19,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 2d630aeeb75d64873d718c9757a59d50, disabling compactions & flushes 2024-12-02T16:19:19,756 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:19,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:19,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. after waiting 0 ms 2024-12-02T16:19:19,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:19,756 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:19,756 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2d630aeeb75d64873d718c9757a59d50: 2024-12-02T16:19:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:19,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:19,758 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156359758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156359758"}]},"ts":"1733156359758"} 2024-12-02T16:19:19,758 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156359758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156359758"}]},"ts":"1733156359758"} 2024-12-02T16:19:19,763 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-02T16:19:19,764 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:19,765 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156359764"}]},"ts":"1733156359764"} 2024-12-02T16:19:19,767 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T16:19:19,776 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:19,777 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:19,777 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:19,777 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:19,777 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:19,777 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:19,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d630aeeb75d64873d718c9757a59d50, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a792e592fb20c9e977799fca1cb1425d, ASSIGN}] 2024-12-02T16:19:19,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a792e592fb20c9e977799fca1cb1425d, ASSIGN 2024-12-02T16:19:19,782 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d630aeeb75d64873d718c9757a59d50, ASSIGN 2024-12-02T16:19:19,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a792e592fb20c9e977799fca1cb1425d, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,45521,1733156357384; forceNewPlan=false, retain=false 2024-12-02T16:19:19,785 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d630aeeb75d64873d718c9757a59d50, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,38187,1733156357482; forceNewPlan=false, retain=false 2024-12-02T16:19:19,935 INFO [2a8f9448bb5c:37133 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T16:19:19,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a792e592fb20c9e977799fca1cb1425d, regionState=OPENING, regionLocation=2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:19,936 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2d630aeeb75d64873d718c9757a59d50, regionState=OPENING, regionLocation=2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:19,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure a792e592fb20c9e977799fca1cb1425d, server=2a8f9448bb5c,45521,1733156357384}] 2024-12-02T16:19:19,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 2d630aeeb75d64873d718c9757a59d50, server=2a8f9448bb5c,38187,1733156357482}] 2024-12-02T16:19:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:20,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:20,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:20,098 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:20,098 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => a792e592fb20c9e977799fca1cb1425d, NAME => 'testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T16:19:20,099 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a792e592fb20c9e977799fca1cb1425d 2024-12-02T16:19:20,099 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:20,099 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for a792e592fb20c9e977799fca1cb1425d 2024-12-02T16:19:20,099 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for a792e592fb20c9e977799fca1cb1425d 2024-12-02T16:19:20,104 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:20,104 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 2d630aeeb75d64873d718c9757a59d50, NAME => 'testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T16:19:20,104 INFO [StoreOpener-a792e592fb20c9e977799fca1cb1425d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a792e592fb20c9e977799fca1cb1425d 2024-12-02T16:19:20,105 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2d630aeeb75d64873d718c9757a59d50 2024-12-02T16:19:20,105 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:20,105 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 2d630aeeb75d64873d718c9757a59d50 2024-12-02T16:19:20,105 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 2d630aeeb75d64873d718c9757a59d50 2024-12-02T16:19:20,115 INFO [StoreOpener-2d630aeeb75d64873d718c9757a59d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2d630aeeb75d64873d718c9757a59d50 2024-12-02T16:19:20,117 INFO [StoreOpener-a792e592fb20c9e977799fca1cb1425d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a792e592fb20c9e977799fca1cb1425d columnFamilyName family 2024-12-02T16:19:20,117 DEBUG [StoreOpener-a792e592fb20c9e977799fca1cb1425d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:20,120 INFO [StoreOpener-2d630aeeb75d64873d718c9757a59d50-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d630aeeb75d64873d718c9757a59d50 columnFamilyName family 2024-12-02T16:19:20,120 DEBUG [StoreOpener-2d630aeeb75d64873d718c9757a59d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:20,121 INFO [StoreOpener-a792e592fb20c9e977799fca1cb1425d-1 {}] regionserver.HStore(327): Store=a792e592fb20c9e977799fca1cb1425d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:20,127 INFO [StoreOpener-2d630aeeb75d64873d718c9757a59d50-1 {}] regionserver.HStore(327): Store=2d630aeeb75d64873d718c9757a59d50/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:20,128 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/a792e592fb20c9e977799fca1cb1425d 2024-12-02T16:19:20,133 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/a792e592fb20c9e977799fca1cb1425d 2024-12-02T16:19:20,134 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/2d630aeeb75d64873d718c9757a59d50 2024-12-02T16:19:20,135 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/2d630aeeb75d64873d718c9757a59d50 2024-12-02T16:19:20,145 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 2d630aeeb75d64873d718c9757a59d50 2024-12-02T16:19:20,152 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for a792e592fb20c9e977799fca1cb1425d 2024-12-02T16:19:20,156 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/2d630aeeb75d64873d718c9757a59d50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:20,158 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 2d630aeeb75d64873d718c9757a59d50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63193645, jitterRate=-0.05834130942821503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:20,159 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 2d630aeeb75d64873d718c9757a59d50: 2024-12-02T16:19:20,166 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50., pid=13, masterSystemTime=1733156360095 2024-12-02T16:19:20,174 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/a792e592fb20c9e977799fca1cb1425d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:20,175 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened a792e592fb20c9e977799fca1cb1425d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64499803, jitterRate=-0.03887803852558136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:20,175 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for a792e592fb20c9e977799fca1cb1425d: 2024-12-02T16:19:20,177 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:20,177 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:20,179 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2d630aeeb75d64873d718c9757a59d50, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:20,180 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d., pid=12, masterSystemTime=1733156360092 2024-12-02T16:19:20,183 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:20,183 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:20,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a792e592fb20c9e977799fca1cb1425d, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:20,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-02T16:19:20,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 2d630aeeb75d64873d718c9757a59d50, server=2a8f9448bb5c,38187,1733156357482 in 248 msec 2024-12-02T16:19:20,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T16:19:20,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure a792e592fb20c9e977799fca1cb1425d, server=2a8f9448bb5c,45521,1733156357384 in 257 msec 2024-12-02T16:19:20,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2d630aeeb75d64873d718c9757a59d50, ASSIGN in 435 msec 2024-12-02T16:19:20,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-02T16:19:20,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a792e592fb20c9e977799fca1cb1425d, ASSIGN in 443 msec 2024-12-02T16:19:20,239 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:20,240 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156360239"}]},"ts":"1733156360239"} 2024-12-02T16:19:20,253 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T16:19:20,263 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:20,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 596 msec 2024-12-02T16:19:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:20,280 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-02T16:19:20,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T16:19:20,281 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T16:19:20,288 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:20,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-02T16:19:20,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:20,293 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:20,313 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing a792e592fb20c9e977799fca1cb1425d 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T16:19:20,350 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/a792e592fb20c9e977799fca1cb1425d/.tmp/family/4ef05c29a2ea4f64a848ef07e8dad136 is 32, key is 5/family:/1733156360305/Put/seqid=0 2024-12-02T16:19:20,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741841_1017 (size=5083) 2024-12-02T16:19:20,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741841_1017 (size=5083) 2024-12-02T16:19:20,376 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/a792e592fb20c9e977799fca1cb1425d/.tmp/family/4ef05c29a2ea4f64a848ef07e8dad136 2024-12-02T16:19:20,396 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/a792e592fb20c9e977799fca1cb1425d/.tmp/family/4ef05c29a2ea4f64a848ef07e8dad136 as hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/a792e592fb20c9e977799fca1cb1425d/family/4ef05c29a2ea4f64a848ef07e8dad136 2024-12-02T16:19:20,423 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/a792e592fb20c9e977799fca1cb1425d/family/4ef05c29a2ea4f64a848ef07e8dad136, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T16:19:20,425 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a792e592fb20c9e977799fca1cb1425d in 112ms, sequenceid=9, compaction requested=false 2024-12-02T16:19:20,425 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for a792e592fb20c9e977799fca1cb1425d: 2024-12-02T16:19:20,425 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 2d630aeeb75d64873d718c9757a59d50 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T16:19:20,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/2d630aeeb75d64873d718c9757a59d50/.tmp/family/e47009fcafa64d9496735aa9e33bebfd is 32, key is 1/family:/1733156360293/Put/seqid=0 2024-12-02T16:19:20,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741842_1018 (size=5054) 2024-12-02T16:19:20,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741842_1018 (size=5054) 2024-12-02T16:19:20,469 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/2d630aeeb75d64873d718c9757a59d50/.tmp/family/e47009fcafa64d9496735aa9e33bebfd 2024-12-02T16:19:20,482 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/2d630aeeb75d64873d718c9757a59d50/.tmp/family/e47009fcafa64d9496735aa9e33bebfd as hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/2d630aeeb75d64873d718c9757a59d50/family/e47009fcafa64d9496735aa9e33bebfd 2024-12-02T16:19:20,498 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/2d630aeeb75d64873d718c9757a59d50/family/e47009fcafa64d9496735aa9e33bebfd, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T16:19:20,500 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2d630aeeb75d64873d718c9757a59d50 in 75ms, sequenceid=8, compaction requested=false 2024-12-02T16:19:20,500 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 2d630aeeb75d64873d718c9757a59d50: 2024-12-02T16:19:20,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:20,526 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:20,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:20,528 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:20,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T16:19:20,530 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:19:20,533 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62a99ebc to 127.0.0.1:49721 2024-12-02T16:19:20,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:20,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T16:19:20,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=623405341, stopped=false 2024-12-02T16:19:20,533 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:20,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:20,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:20,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:20,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:20,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:20,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:20,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:20,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-02T16:19:20,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:20,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:20,540 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,45521,1733156357384' ***** 2024-12-02T16:19:20,540 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:20,540 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,38187,1733156357482' ***** 2024-12-02T16:19:20,540 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:20,540 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:20,540 INFO [RS:1;2a8f9448bb5c:38187 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:20,540 INFO [RS:1;2a8f9448bb5c:38187 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:20,541 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(3579): Received CLOSE for 2d630aeeb75d64873d718c9757a59d50 2024-12-02T16:19:20,541 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:20,541 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(3579): Received CLOSE for 9cb4722fcf5f1dd71d66adac9e5b7fee 2024-12-02T16:19:20,541 INFO [RS:0;2a8f9448bb5c:45521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:20,541 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:20,541 INFO [RS:0;2a8f9448bb5c:45521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:20,541 DEBUG [RS:1;2a8f9448bb5c:38187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:20,541 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(3579): Received CLOSE for a792e592fb20c9e977799fca1cb1425d 2024-12-02T16:19:20,541 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-02T16:19:20,541 DEBUG [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1603): Online Regions={2d630aeeb75d64873d718c9757a59d50=testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50., 9cb4722fcf5f1dd71d66adac9e5b7fee=hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee.} 2024-12-02T16:19:20,541 DEBUG [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1629): Waiting on 2d630aeeb75d64873d718c9757a59d50, 9cb4722fcf5f1dd71d66adac9e5b7fee 2024-12-02T16:19:20,541 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:20,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:20,542 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2d630aeeb75d64873d718c9757a59d50, disabling compactions & flushes 2024-12-02T16:19:20,542 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:20,542 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:20,542 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. after waiting 0 ms 2024-12-02T16:19:20,542 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:20,542 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:20,542 DEBUG [RS:0;2a8f9448bb5c:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:20,542 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:20,542 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:20,542 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:20,542 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-02T16:19:20,542 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a792e592fb20c9e977799fca1cb1425d, disabling compactions & flushes 2024-12-02T16:19:20,543 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:20,543 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:20,543 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. after waiting 0 ms 2024-12-02T16:19:20,543 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:20,544 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:20,548 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-02T16:19:20,549 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1603): Online Regions={a792e592fb20c9e977799fca1cb1425d=testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T16:19:20,549 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:20,549 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:20,549 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:20,549 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:20,549 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:20,549 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-02T16:19:20,549 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a792e592fb20c9e977799fca1cb1425d 2024-12-02T16:19:20,574 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/2d630aeeb75d64873d718c9757a59d50/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T16:19:20,576 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:20,576 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2d630aeeb75d64873d718c9757a59d50: 2024-12-02T16:19:20,576 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/default/testClearRegionBlockCache/a792e592fb20c9e977799fca1cb1425d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T16:19:20,577 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733156359666.2d630aeeb75d64873d718c9757a59d50. 2024-12-02T16:19:20,577 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9cb4722fcf5f1dd71d66adac9e5b7fee, disabling compactions & flushes 2024-12-02T16:19:20,577 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:20,577 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:20,577 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. after waiting 0 ms 2024-12-02T16:19:20,577 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:20,577 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9cb4722fcf5f1dd71d66adac9e5b7fee 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-02T16:19:20,581 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/.tmp/info/accddf06eeea48228af9d9fa763c8938 is 173, key is testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d./info:regioninfo/1733156360184/Put/seqid=0 2024-12-02T16:19:20,581 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:20,581 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a792e592fb20c9e977799fca1cb1425d: 2024-12-02T16:19:20,581 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733156359666.a792e592fb20c9e977799fca1cb1425d. 2024-12-02T16:19:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:20,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:20,594 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/.tmp/info/accddf06eeea48228af9d9fa763c8938 2024-12-02T16:19:20,608 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:20,614 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/namespace/9cb4722fcf5f1dd71d66adac9e5b7fee/.tmp/info/a5f7a6b0865e4870a5cedd75a7c19ec4 is 45, key is default/info:d/1733156359529/Put/seqid=0 2024-12-02T16:19:20,628 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:20,636 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/.tmp/table/79355deb04564152aa1bb38e16c3070c is 61, key is testClearRegionBlockCache/table:state/1733156360239/Put/seqid=0 2024-12-02T16:19:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:20,657 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/namespace/9cb4722fcf5f1dd71d66adac9e5b7fee/.tmp/info/a5f7a6b0865e4870a5cedd75a7c19ec4 2024-12-02T16:19:20,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:20,673 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/namespace/9cb4722fcf5f1dd71d66adac9e5b7fee/.tmp/info/a5f7a6b0865e4870a5cedd75a7c19ec4 as hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/namespace/9cb4722fcf5f1dd71d66adac9e5b7fee/info/a5f7a6b0865e4870a5cedd75a7c19ec4 2024-12-02T16:19:20,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:20,685 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/.tmp/table/79355deb04564152aa1bb38e16c3070c 2024-12-02T16:19:20,691 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/namespace/9cb4722fcf5f1dd71d66adac9e5b7fee/info/a5f7a6b0865e4870a5cedd75a7c19ec4, entries=2, sequenceid=6, filesize=4.9 K 2024-12-02T16:19:20,696 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9cb4722fcf5f1dd71d66adac9e5b7fee in 119ms, sequenceid=6, compaction requested=false 2024-12-02T16:19:20,715 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/.tmp/info/accddf06eeea48228af9d9fa763c8938 as hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/info/accddf06eeea48228af9d9fa763c8938 2024-12-02T16:19:20,728 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/namespace/9cb4722fcf5f1dd71d66adac9e5b7fee/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T16:19:20,729 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:20,729 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9cb4722fcf5f1dd71d66adac9e5b7fee: 2024-12-02T16:19:20,729 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733156358972.9cb4722fcf5f1dd71d66adac9e5b7fee. 2024-12-02T16:19:20,741 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/info/accddf06eeea48228af9d9fa763c8938, entries=30, sequenceid=16, filesize=9.1 K 2024-12-02T16:19:20,741 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,38187,1733156357482; all regions closed. 2024-12-02T16:19:20,748 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/.tmp/table/79355deb04564152aa1bb38e16c3070c as hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/table/79355deb04564152aa1bb38e16c3070c 2024-12-02T16:19:20,749 DEBUG [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-02T16:19:20,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741834_1010 (size=3079) 2024-12-02T16:19:20,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741834_1010 (size=3079) 2024-12-02T16:19:20,756 DEBUG [RS:1;2a8f9448bb5c:38187 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/oldWALs 2024-12-02T16:19:20,756 INFO [RS:1;2a8f9448bb5c:38187 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C38187%2C1733156357482:(num 1733156358470) 2024-12-02T16:19:20,756 DEBUG [RS:1;2a8f9448bb5c:38187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:20,756 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:20,757 INFO [RS:1;2a8f9448bb5c:38187 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:20,757 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:20,757 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:20,757 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:20,757 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:20,757 INFO [RS:1;2a8f9448bb5c:38187 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38187 2024-12-02T16:19:20,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,38187,1733156357482 2024-12-02T16:19:20,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:20,760 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$362/0x00007f08d88f58a0@2107e3bd rejected from java.util.concurrent.ThreadPoolExecutor@640579f9[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T16:19:20,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,38187,1733156357482] 2024-12-02T16:19:20,760 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,38187,1733156357482; numProcessing=1 2024-12-02T16:19:20,762 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,38187,1733156357482 already deleted, retry=false 2024-12-02T16:19:20,762 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,38187,1733156357482 expired; onlineServers=1 2024-12-02T16:19:20,765 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/table/79355deb04564152aa1bb38e16c3070c, entries=4, sequenceid=16, filesize=5.3 K 2024-12-02T16:19:20,769 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 220ms, sequenceid=16, compaction requested=false 2024-12-02T16:19:20,774 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T16:19:20,774 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:19:20,774 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:20,774 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:20,774 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:20,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:20,867 INFO [RS:1;2a8f9448bb5c:38187 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,38187,1733156357482; zookeeper connection closed. 2024-12-02T16:19:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38187-0x1009bc94ea00002, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:20,868 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11d64fbe {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11d64fbe 2024-12-02T16:19:20,950 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,45521,1733156357384; all regions closed. 2024-12-02T16:19:20,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:20,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:20,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/WALs/2a8f9448bb5c,45521,1733156357384/2a8f9448bb5c%2C45521%2C1733156357384.meta.1733156358875.meta not finished, retry = 0 2024-12-02T16:19:21,061 DEBUG [RS:0;2a8f9448bb5c:45521 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/oldWALs 2024-12-02T16:19:21,061 INFO [RS:0;2a8f9448bb5c:45521 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C45521%2C1733156357384.meta:.meta(num 1733156358875) 2024-12-02T16:19:21,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741833_1009 (size=1867) 2024-12-02T16:19:21,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741833_1009 (size=1867) 2024-12-02T16:19:21,083 DEBUG [RS:0;2a8f9448bb5c:45521 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/oldWALs 2024-12-02T16:19:21,083 INFO [RS:0;2a8f9448bb5c:45521 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C45521%2C1733156357384:(num 1733156358442) 2024-12-02T16:19:21,083 DEBUG [RS:0;2a8f9448bb5c:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:21,083 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:21,083 INFO [RS:0;2a8f9448bb5c:45521 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:21,084 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:21,084 INFO [RS:0;2a8f9448bb5c:45521 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45521 2024-12-02T16:19:21,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,45521,1733156357384 2024-12-02T16:19:21,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:21,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,45521,1733156357384] 2024-12-02T16:19:21,090 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,45521,1733156357384; numProcessing=2 2024-12-02T16:19:21,092 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,45521,1733156357384 already deleted, retry=false 2024-12-02T16:19:21,092 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,45521,1733156357384 expired; onlineServers=0 2024-12-02T16:19:21,092 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,37133,1733156357146' ***** 2024-12-02T16:19:21,092 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T16:19:21,092 DEBUG [M:0;2a8f9448bb5c:37133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396f939c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:21,092 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,37133,1733156357146 2024-12-02T16:19:21,092 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,37133,1733156357146; all regions closed. 2024-12-02T16:19:21,092 DEBUG [M:0;2a8f9448bb5c:37133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:21,092 DEBUG [M:0;2a8f9448bb5c:37133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T16:19:21,093 DEBUG [M:0;2a8f9448bb5c:37133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T16:19:21,092 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T16:19:21,093 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156358134 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156358134,5,FailOnTimeoutGroup] 2024-12-02T16:19:21,093 INFO [M:0;2a8f9448bb5c:37133 {}] hbase.ChoreService(370): Chore service for: master/2a8f9448bb5c:0 had [] on shutdown 2024-12-02T16:19:21,093 DEBUG [M:0;2a8f9448bb5c:37133 {}] master.HMaster(1733): Stopping service threads 2024-12-02T16:19:21,093 INFO [M:0;2a8f9448bb5c:37133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T16:19:21,093 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156358136 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156358136,5,FailOnTimeoutGroup] 2024-12-02T16:19:21,094 INFO [M:0;2a8f9448bb5c:37133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T16:19:21,094 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T16:19:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:21,096 DEBUG [M:0;2a8f9448bb5c:37133 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-12-02T16:19:21,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:21,096 DEBUG [M:0;2a8f9448bb5c:37133 {}] master.ActiveMasterManager(353): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-02T16:19:21,096 INFO [M:0;2a8f9448bb5c:37133 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-02T16:19:21,097 INFO [M:0;2a8f9448bb5c:37133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T16:19:21,097 DEBUG [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:21,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:21,097 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:21,097 DEBUG [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:21,097 DEBUG [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:21,097 DEBUG [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:21,097 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-02T16:19:21,125 DEBUG [M:0;2a8f9448bb5c:37133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6ec54c70b4d47c7b1245f0fbb546be4 is 82, key is hbase:meta,,1/info:regioninfo/1733156358942/Put/seqid=0 2024-12-02T16:19:21,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:21,174 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6ec54c70b4d47c7b1245f0fbb546be4 2024-12-02T16:19:21,191 INFO [RS:0;2a8f9448bb5c:45521 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,45521,1733156357384; zookeeper connection closed. 2024-12-02T16:19:21,191 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5071bf83 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5071bf83 2024-12-02T16:19:21,191 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T16:19:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x1009bc94ea00001, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:21,210 DEBUG [M:0;2a8f9448bb5c:37133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd1c2503737845f48e6d36dcce931a8b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733156360265/Put/seqid=0 2024-12-02T16:19:21,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741847_1023 (size=7578) 2024-12-02T16:19:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741847_1023 (size=7578) 2024-12-02T16:19:21,257 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd1c2503737845f48e6d36dcce931a8b 2024-12-02T16:19:21,305 DEBUG [M:0;2a8f9448bb5c:37133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fff5e08fd301491ebe3d065124bf509b is 69, key is 2a8f9448bb5c,38187,1733156357482/rs:state/1733156358238/Put/seqid=0 2024-12-02T16:19:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:21,341 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fff5e08fd301491ebe3d065124bf509b 2024-12-02T16:19:21,356 DEBUG [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6ec54c70b4d47c7b1245f0fbb546be4 as hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6ec54c70b4d47c7b1245f0fbb546be4 2024-12-02T16:19:21,362 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6ec54c70b4d47c7b1245f0fbb546be4, entries=8, sequenceid=108, filesize=5.5 K 2024-12-02T16:19:21,363 DEBUG [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd1c2503737845f48e6d36dcce931a8b as hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd1c2503737845f48e6d36dcce931a8b 2024-12-02T16:19:21,377 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd1c2503737845f48e6d36dcce931a8b, entries=13, sequenceid=108, filesize=7.4 K 2024-12-02T16:19:21,378 DEBUG [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fff5e08fd301491ebe3d065124bf509b as hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fff5e08fd301491ebe3d065124bf509b 2024-12-02T16:19:21,386 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42657/user/jenkins/test-data/4650e06c-e88f-67b3-2b97-497f84e3aa74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fff5e08fd301491ebe3d065124bf509b, entries=2, sequenceid=108, filesize=5.1 K 2024-12-02T16:19:21,387 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 290ms, sequenceid=108, compaction requested=false 2024-12-02T16:19:21,418 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:21,418 DEBUG [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:21,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44499 is added to blk_1073741830_1006 (size=54465) 2024-12-02T16:19:21,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741830_1006 (size=54465) 2024-12-02T16:19:21,465 INFO [M:0;2a8f9448bb5c:37133 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-02T16:19:21,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:21,465 INFO [M:0;2a8f9448bb5c:37133 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37133 2024-12-02T16:19:21,473 DEBUG [M:0;2a8f9448bb5c:37133 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2a8f9448bb5c,37133,1733156357146 already deleted, retry=false 2024-12-02T16:19:21,575 INFO [M:0;2a8f9448bb5c:37133 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,37133,1733156357146; zookeeper connection closed. 2024-12-02T16:19:21,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:21,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37133-0x1009bc94ea00000, quorum=127.0.0.1:49721, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:21,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@309b8ca5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:21,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bb3e4dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:21,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:21,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f001ae6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:21,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e10abc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:21,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:21,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:21,588 WARN [BP-1320299034-172.17.0.2-1733156356045 heartbeating to localhost/127.0.0.1:42657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:21,588 WARN [BP-1320299034-172.17.0.2-1733156356045 heartbeating to localhost/127.0.0.1:42657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1320299034-172.17.0.2-1733156356045 (Datanode Uuid 01c25429-ab72-48b9-953d-3a862ea1168c) service to localhost/127.0.0.1:42657 2024-12-02T16:19:21,589 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/dfs/data/data3/current/BP-1320299034-172.17.0.2-1733156356045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:21,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/dfs/data/data4/current/BP-1320299034-172.17.0.2-1733156356045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:21,590 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:21,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@761b157{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:21,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d05231{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:21,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:21,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5599dd1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:21,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22970d67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:21,601 WARN [BP-1320299034-172.17.0.2-1733156356045 heartbeating to localhost/127.0.0.1:42657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:21,601 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:21,602 WARN [BP-1320299034-172.17.0.2-1733156356045 heartbeating to localhost/127.0.0.1:42657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1320299034-172.17.0.2-1733156356045 (Datanode Uuid 8d5d45da-4496-40d5-a3a0-71d21c748ce3) service to localhost/127.0.0.1:42657 2024-12-02T16:19:21,602 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:21,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/dfs/data/data1/current/BP-1320299034-172.17.0.2-1733156356045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:21,603 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/cluster_10ba198a-9fac-ed5c-071b-526455c90846/dfs/data/data2/current/BP-1320299034-172.17.0.2-1733156356045 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:21,603 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:21,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6066bb90{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:21,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65b8d208{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:21,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:21,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab173b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:21,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed75be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:21,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-02T16:19:21,659 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T16:19:21,668 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=132 (was 106) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42657 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42657 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=469 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=571 (was 551) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5701 (was 5957) 2024-12-02T16:19:21,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=132, OpenFileDescriptor=469, MaxFileDescriptor=1048576, SystemLoadAverage=571, ProcessCount=11, AvailableMemoryMB=5701 2024-12-02T16:19:21,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.log.dir so I do NOT create it in target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0 2024-12-02T16:19:21,692 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T16:19:21,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.tmp.dir so I do NOT create it in target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0 2024-12-02T16:19:21,692 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3041f9a5-d9b2-bdf0-d8ae-62755fae9913/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T16:19:21,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0 2024-12-02T16:19:21,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T16:19:21,693 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19, deleteOnExit=true 2024-12-02T16:19:21,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-02T16:19:21,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/test.cache.data in system properties and HBase conf 2024-12-02T16:19:21,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T16:19:21,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.log.dir in system properties and HBase conf 2024-12-02T16:19:21,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T16:19:21,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T16:19:21,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T16:19:21,694 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/nfs.dump.dir in system properties and HBase conf 2024-12-02T16:19:21,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/java.io.tmpdir in system properties and HBase conf 2024-12-02T16:19:21,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:21,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T16:19:21,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T16:19:21,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:21,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:21,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:21,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:21,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:21,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:21,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24d0a4c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:21,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c48804e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:22,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@764718ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/java.io.tmpdir/jetty-localhost-39515-hadoop-hdfs-3_4_1-tests_jar-_-any-8907486031679734454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:22,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cd38de3{HTTP/1.1, (http/1.1)}{localhost:39515} 2024-12-02T16:19:22,039 INFO [Time-limited test {}] server.Server(415): Started @26482ms 2024-12-02T16:19:22,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:22,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:22,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:22,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:22,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:22,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9b8a98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:22,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2157bbba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:22,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a4495ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/java.io.tmpdir/jetty-localhost-36987-hadoop-hdfs-3_4_1-tests_jar-_-any-9639505626214841174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:22,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645fa8ea{HTTP/1.1, (http/1.1)}{localhost:36987} 2024-12-02T16:19:22,444 INFO [Time-limited test {}] server.Server(415): Started @26887ms 2024-12-02T16:19:22,446 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:22,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:22,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:22,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:22,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:22,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:22,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee9f8ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:22,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16979f57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:22,621 WARN [Thread-894 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/dfs/data/data1/current/BP-108905713-172.17.0.2-1733156361734/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:22,625 WARN [Thread-895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/dfs/data/data2/current/BP-108905713-172.17.0.2-1733156361734/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:22,677 WARN [Thread-873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7b5e2bae97e6a24 with lease ID 0xbc6134a17338fe93: Processing first storage report for DS-3acce761-54c0-4db1-bfbc-196520e0484a from datanode DatanodeRegistration(127.0.0.1:42923, datanodeUuid=c64f7303-ef26-4f84-a4ef-19fe9c01a296, infoPort=36877, infoSecurePort=0, ipcPort=43061, storageInfo=lv=-57;cid=testClusterID;nsid=1643422810;c=1733156361734) 2024-12-02T16:19:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7b5e2bae97e6a24 with lease ID 0xbc6134a17338fe93: from storage DS-3acce761-54c0-4db1-bfbc-196520e0484a node DatanodeRegistration(127.0.0.1:42923, datanodeUuid=c64f7303-ef26-4f84-a4ef-19fe9c01a296, infoPort=36877, infoSecurePort=0, ipcPort=43061, storageInfo=lv=-57;cid=testClusterID;nsid=1643422810;c=1733156361734), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7b5e2bae97e6a24 with lease ID 0xbc6134a17338fe93: Processing first storage report for DS-d5623de6-6729-4e4a-bf16-63c028cd7fd7 from datanode DatanodeRegistration(127.0.0.1:42923, datanodeUuid=c64f7303-ef26-4f84-a4ef-19fe9c01a296, infoPort=36877, infoSecurePort=0, ipcPort=43061, storageInfo=lv=-57;cid=testClusterID;nsid=1643422810;c=1733156361734) 2024-12-02T16:19:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7b5e2bae97e6a24 with lease ID 0xbc6134a17338fe93: from storage DS-d5623de6-6729-4e4a-bf16-63c028cd7fd7 node DatanodeRegistration(127.0.0.1:42923, datanodeUuid=c64f7303-ef26-4f84-a4ef-19fe9c01a296, infoPort=36877, infoSecurePort=0, ipcPort=43061, storageInfo=lv=-57;cid=testClusterID;nsid=1643422810;c=1733156361734), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:22,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2de458{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/java.io.tmpdir/jetty-localhost-39279-hadoop-hdfs-3_4_1-tests_jar-_-any-8146868040398473969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:22,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45d4757c{HTTP/1.1, (http/1.1)}{localhost:39279} 2024-12-02T16:19:22,724 INFO [Time-limited test {}] server.Server(415): Started @27167ms 2024-12-02T16:19:22,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:22,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:19:22,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T16:19:22,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T16:19:22,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-02T16:19:23,077 WARN [Thread-920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/dfs/data/data3/current/BP-108905713-172.17.0.2-1733156361734/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:23,078 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/dfs/data/data4/current/BP-108905713-172.17.0.2-1733156361734/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:23,111 WARN [Thread-909 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd96f825f2a4a1ab5 with lease ID 0xbc6134a17338fe94: Processing first storage report for DS-878d561d-fca6-4328-808c-9618dbf4dada from datanode DatanodeRegistration(127.0.0.1:33341, datanodeUuid=36382fb9-7214-4586-a1b3-3ef13e8cd019, infoPort=38791, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=1643422810;c=1733156361734) 2024-12-02T16:19:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd96f825f2a4a1ab5 with lease ID 0xbc6134a17338fe94: from storage DS-878d561d-fca6-4328-808c-9618dbf4dada node DatanodeRegistration(127.0.0.1:33341, datanodeUuid=36382fb9-7214-4586-a1b3-3ef13e8cd019, infoPort=38791, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=1643422810;c=1733156361734), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd96f825f2a4a1ab5 with lease ID 0xbc6134a17338fe94: Processing first storage report for DS-c978c778-b48d-4127-b034-7e7e51540dc0 from datanode DatanodeRegistration(127.0.0.1:33341, datanodeUuid=36382fb9-7214-4586-a1b3-3ef13e8cd019, infoPort=38791, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=1643422810;c=1733156361734) 2024-12-02T16:19:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd96f825f2a4a1ab5 with lease ID 0xbc6134a17338fe94: from storage DS-c978c778-b48d-4127-b034-7e7e51540dc0 node DatanodeRegistration(127.0.0.1:33341, datanodeUuid=36382fb9-7214-4586-a1b3-3ef13e8cd019, infoPort=38791, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=1643422810;c=1733156361734), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:23,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0 2024-12-02T16:19:23,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/zookeeper_0, clientPort=59621, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T16:19:23,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59621 2024-12-02T16:19:23,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:23,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:23,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:23,213 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75 with version=8 2024-12-02T16:19:23,213 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/hbase-staging 2024-12-02T16:19:23,216 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:23,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:23,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:23,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:23,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:23,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:23,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:23,217 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:23,218 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40885 2024-12-02T16:19:23,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:23,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:23,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40885 connecting to ZooKeeper ensemble=127.0.0.1:59621 2024-12-02T16:19:23,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408850x0, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:23,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40885-0x1009bc9663a0000 connected 2024-12-02T16:19:23,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:23,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:23,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:23,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40885 2024-12-02T16:19:23,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40885 2024-12-02T16:19:23,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40885 2024-12-02T16:19:23,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40885 2024-12-02T16:19:23,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40885 2024-12-02T16:19:23,268 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75, hbase.cluster.distributed=false 2024-12-02T16:19:23,294 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:23,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:23,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:23,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:23,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:23,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:23,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:23,294 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:23,295 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39835 2024-12-02T16:19:23,295 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:23,304 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T16:19:23,322 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-02T16:19:23,326 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T16:19:23,332 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T16:19:23,334 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:23,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:23,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:23,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39835 connecting to ZooKeeper ensemble=127.0.0.1:59621 2024-12-02T16:19:23,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398350x0, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:23,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398350x0, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:23,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39835-0x1009bc9663a0001 connected 2024-12-02T16:19:23,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:23,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:23,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39835 2024-12-02T16:19:23,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39835 2024-12-02T16:19:23,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39835 2024-12-02T16:19:23,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39835 2024-12-02T16:19:23,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39835 2024-12-02T16:19:23,369 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:23,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:23,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:23,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:23,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:23,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:23,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:23,369 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:23,372 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46321 2024-12-02T16:19:23,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:23,374 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T16:19:23,390 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-02T16:19:23,390 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T16:19:23,391 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T16:19:23,391 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:23,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:23,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:23,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46321 connecting to ZooKeeper ensemble=127.0.0.1:59621 2024-12-02T16:19:23,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463210x0, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:23,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463210x0, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:23,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46321-0x1009bc9663a0002 connected 2024-12-02T16:19:23,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:23,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:23,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46321 2024-12-02T16:19:23,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46321 2024-12-02T16:19:23,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46321 2024-12-02T16:19:23,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46321 2024-12-02T16:19:23,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46321 2024-12-02T16:19:23,409 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:23,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:23,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:23,412 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:23,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:23,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:23,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,414 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:23,415 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a8f9448bb5c,40885,1733156363215 from backup master directory 2024-12-02T16:19:23,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:23,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:23,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:23,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:23,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:23,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:23,421 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:23,421 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:23,425 DEBUG [M:0;2a8f9448bb5c:40885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a8f9448bb5c:40885 2024-12-02T16:19:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:23,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:23,452 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/hbase.id with ID: b561ade7-57e3-40dc-a0ec-5586a8f31902 2024-12-02T16:19:23,467 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:23,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:23,491 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:23,492 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T16:19:23,492 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:23,505 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store 2024-12-02T16:19:23,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:23,518 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:23,518 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:23,518 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:23,518 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:23,518 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:23,518 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:23,518 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:23,518 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:23,519 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/.initializing 2024-12-02T16:19:23,519 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/WALs/2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:23,520 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:23,524 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C40885%2C1733156363215, suffix=, logDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/WALs/2a8f9448bb5c,40885,1733156363215, archiveDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/oldWALs, maxLogs=10 2024-12-02T16:19:23,545 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/WALs/2a8f9448bb5c,40885,1733156363215/2a8f9448bb5c%2C40885%2C1733156363215.1733156363524, exclude list is [], retry=0 2024-12-02T16:19:23,548 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33341,DS-878d561d-fca6-4328-808c-9618dbf4dada,DISK] 2024-12-02T16:19:23,548 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42923,DS-3acce761-54c0-4db1-bfbc-196520e0484a,DISK] 2024-12-02T16:19:23,552 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/WALs/2a8f9448bb5c,40885,1733156363215/2a8f9448bb5c%2C40885%2C1733156363215.1733156363524 2024-12-02T16:19:23,553 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-02T16:19:23,553 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:23,553 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:23,553 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:23,553 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:23,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:23,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T16:19:23,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:23,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:23,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:23,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T16:19:23,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:23,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:23,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:23,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T16:19:23,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:23,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:23,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:23,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T16:19:23,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:23,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:23,592 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:23,593 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:23,596 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T16:19:23,597 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:23,603 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:23,603 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72524549, jitterRate=0.08069999516010284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T16:19:23,604 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:23,604 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T16:19:23,608 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3804d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:23,609 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-02T16:19:23,610 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T16:19:23,610 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T16:19:23,610 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T16:19:23,610 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T16:19:23,610 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-02T16:19:23,611 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T16:19:23,613 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T16:19:23,614 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T16:19:23,616 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-02T16:19:23,616 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T16:19:23,616 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T16:19:23,618 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-02T16:19:23,618 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T16:19:23,621 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T16:19:23,622 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-02T16:19:23,623 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T16:19:23,624 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T16:19:23,626 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T16:19:23,627 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T16:19:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,631 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2a8f9448bb5c,40885,1733156363215, sessionid=0x1009bc9663a0000, setting cluster-up flag (Was=false) 2024-12-02T16:19:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,644 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T16:19:23,645 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:23,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:23,657 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T16:19:23,658 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:23,665 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:23,665 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-02T16:19:23,665 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T16:19:23,665 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a8f9448bb5c,40885,1733156363215 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T16:19:23,666 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:23,666 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:23,666 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:23,666 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:23,666 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a8f9448bb5c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T16:19:23,666 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,666 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:23,666 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:23,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-02T16:19:23,671 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:23,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:23,681 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733156393681 2024-12-02T16:19:23,681 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T16:19:23,681 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T16:19:23,681 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T16:19:23,681 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T16:19:23,681 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T16:19:23,681 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T16:19:23,681 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,682 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T16:19:23,682 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T16:19:23,682 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T16:19:23,682 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T16:19:23,683 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T16:19:23,684 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156363683,5,FailOnTimeoutGroup] 2024-12-02T16:19:23,684 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156363684,5,FailOnTimeoutGroup] 2024-12-02T16:19:23,684 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,684 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T16:19:23,684 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,684 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:23,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-02T16:19:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:23,693 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75 2024-12-02T16:19:23,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:23,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:23,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:23,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:23,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:23,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:23,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:23,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:23,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:23,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:23,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:23,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:23,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:23,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:23,726 DEBUG [RS:1;2a8f9448bb5c:46321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2a8f9448bb5c:46321 2024-12-02T16:19:23,727 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1008): ClusterId : b561ade7-57e3-40dc-a0ec-5586a8f31902 2024-12-02T16:19:23,727 DEBUG [RS:0;2a8f9448bb5c:39835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a8f9448bb5c:39835 2024-12-02T16:19:23,728 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:23,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740 2024-12-02T16:19:23,730 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1008): ClusterId : b561ade7-57e3-40dc-a0ec-5586a8f31902 2024-12-02T16:19:23,730 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:23,730 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:23,730 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:23,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740 2024-12-02T16:19:23,734 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:23,734 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:23,734 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:23,735 DEBUG [RS:1;2a8f9448bb5c:46321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59d860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:23,736 DEBUG [RS:1;2a8f9448bb5c:46321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4e24af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:23,736 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:23,736 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:23,736 DEBUG [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:23,737 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,40885,1733156363215 with isa=2a8f9448bb5c/172.17.0.2:46321, startcode=1733156363368 2024-12-02T16:19:23,737 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:23,737 DEBUG [RS:1;2a8f9448bb5c:46321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:23,738 DEBUG [RS:0;2a8f9448bb5c:39835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a92da33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:23,741 DEBUG [RS:0;2a8f9448bb5c:39835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e17cc23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:23,741 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:23,741 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:23,741 DEBUG [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:23,742 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,40885,1733156363215 with isa=2a8f9448bb5c/172.17.0.2:39835, startcode=1733156363293 2024-12-02T16:19:23,742 DEBUG [RS:0;2a8f9448bb5c:39835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:23,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:23,744 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34913, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:23,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40885 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:23,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:23,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40885 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:23,746 DEBUG [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75 2024-12-02T16:19:23,746 DEBUG [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34115 2024-12-02T16:19:23,746 DEBUG [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:23,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:23,750 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:23,750 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61030902, jitterRate=-0.09056869149208069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:23,751 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35401, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:23,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:23,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:23,751 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:23,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:23,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:23,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:23,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40885 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:23,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40885 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:23,752 DEBUG [RS:1;2a8f9448bb5c:46321 {}] zookeeper.ZKUtil(111): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:23,752 WARN [RS:1;2a8f9448bb5c:46321 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:23,752 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,46321,1733156363368] 2024-12-02T16:19:23,752 INFO [RS:1;2a8f9448bb5c:46321 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:23,752 DEBUG [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:23,753 DEBUG [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75 2024-12-02T16:19:23,753 DEBUG [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34115 2024-12-02T16:19:23,753 DEBUG [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:23,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:23,758 DEBUG [RS:0;2a8f9448bb5c:39835 {}] zookeeper.ZKUtil(111): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:23,758 WARN [RS:0;2a8f9448bb5c:39835 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:23,758 INFO [RS:0;2a8f9448bb5c:39835 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:23,759 DEBUG [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:23,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,39835,1733156363293] 2024-12-02T16:19:23,761 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:23,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:23,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:23,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-02T16:19:23,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T16:19:23,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T16:19:23,764 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T16:19:23,781 DEBUG [RS:0;2a8f9448bb5c:39835 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:23,781 DEBUG [RS:1;2a8f9448bb5c:46321 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:23,781 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:23,781 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:23,788 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:23,789 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:23,792 INFO [RS:0;2a8f9448bb5c:39835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:23,792 INFO [RS:0;2a8f9448bb5c:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,792 INFO [RS:1;2a8f9448bb5c:46321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:23,792 INFO [RS:1;2a8f9448bb5c:46321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,793 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:23,794 INFO [RS:0;2a8f9448bb5c:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:23,794 DEBUG [RS:0;2a8f9448bb5c:39835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:23,796 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:23,797 INFO [RS:1;2a8f9448bb5c:46321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,797 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,797 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,797 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,797 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,798 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,798 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:23,798 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,798 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,798 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,798 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,798 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:23,798 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:23,798 DEBUG [RS:1;2a8f9448bb5c:46321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:23,801 INFO [RS:1;2a8f9448bb5c:46321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,801 INFO [RS:1;2a8f9448bb5c:46321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,801 INFO [RS:0;2a8f9448bb5c:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,801 INFO [RS:1;2a8f9448bb5c:46321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,801 INFO [RS:1;2a8f9448bb5c:46321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,801 INFO [RS:0;2a8f9448bb5c:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,801 INFO [RS:1;2a8f9448bb5c:46321 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46321,1733156363368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:23,801 INFO [RS:0;2a8f9448bb5c:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,801 INFO [RS:0;2a8f9448bb5c:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,801 INFO [RS:0;2a8f9448bb5c:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,39835,1733156363293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:23,824 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:23,824 INFO [RS:0;2a8f9448bb5c:39835 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,39835,1733156363293-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,824 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:23,825 INFO [RS:1;2a8f9448bb5c:46321 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,46321,1733156363368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:23,845 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.Replication(204): 2a8f9448bb5c,46321,1733156363368 started 2024-12-02T16:19:23,845 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,46321,1733156363368, RpcServer on 2a8f9448bb5c/172.17.0.2:46321, sessionid=0x1009bc9663a0002 2024-12-02T16:19:23,845 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:23,845 DEBUG [RS:1;2a8f9448bb5c:46321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:23,845 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,46321,1733156363368' 2024-12-02T16:19:23,845 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:23,846 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.Replication(204): 2a8f9448bb5c,39835,1733156363293 started 2024-12-02T16:19:23,846 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,39835,1733156363293, RpcServer on 2a8f9448bb5c/172.17.0.2:39835, sessionid=0x1009bc9663a0001 2024-12-02T16:19:23,846 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:23,846 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:23,846 DEBUG [RS:0;2a8f9448bb5c:39835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:23,846 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,39835,1733156363293' 2024-12-02T16:19:23,846 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:23,847 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:23,847 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:23,847 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:23,847 DEBUG [RS:1;2a8f9448bb5c:46321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:23,847 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,46321,1733156363368' 2024-12-02T16:19:23,847 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:23,850 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:23,850 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:23,850 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:23,850 DEBUG [RS:0;2a8f9448bb5c:39835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:23,850 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,39835,1733156363293' 2024-12-02T16:19:23,850 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:23,850 DEBUG [RS:1;2a8f9448bb5c:46321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:23,851 INFO [RS:1;2a8f9448bb5c:46321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:23,851 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:23,851 INFO [RS:1;2a8f9448bb5c:46321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:23,851 DEBUG [RS:0;2a8f9448bb5c:39835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:23,851 INFO [RS:0;2a8f9448bb5c:39835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:23,851 INFO [RS:0;2a8f9448bb5c:39835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:23,914 WARN [2a8f9448bb5c:40885 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-02T16:19:23,951 INFO [RS:1;2a8f9448bb5c:46321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:23,951 INFO [RS:0;2a8f9448bb5c:39835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:23,953 INFO [RS:1;2a8f9448bb5c:46321 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C46321%2C1733156363368, suffix=, logDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,46321,1733156363368, archiveDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/oldWALs, maxLogs=32 2024-12-02T16:19:23,953 INFO [RS:0;2a8f9448bb5c:39835 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C39835%2C1733156363293, suffix=, logDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,39835,1733156363293, archiveDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/oldWALs, maxLogs=32 2024-12-02T16:19:23,969 DEBUG [RS:1;2a8f9448bb5c:46321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,46321,1733156363368/2a8f9448bb5c%2C46321%2C1733156363368.1733156363953, exclude list is [], retry=0 2024-12-02T16:19:23,973 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42923,DS-3acce761-54c0-4db1-bfbc-196520e0484a,DISK] 2024-12-02T16:19:23,973 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33341,DS-878d561d-fca6-4328-808c-9618dbf4dada,DISK] 2024-12-02T16:19:23,973 DEBUG [RS:0;2a8f9448bb5c:39835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,39835,1733156363293/2a8f9448bb5c%2C39835%2C1733156363293.1733156363953, exclude list is [], retry=0 2024-12-02T16:19:23,976 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33341,DS-878d561d-fca6-4328-808c-9618dbf4dada,DISK] 2024-12-02T16:19:23,976 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42923,DS-3acce761-54c0-4db1-bfbc-196520e0484a,DISK] 2024-12-02T16:19:23,977 INFO [RS:1;2a8f9448bb5c:46321 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,46321,1733156363368/2a8f9448bb5c%2C46321%2C1733156363368.1733156363953 2024-12-02T16:19:23,978 DEBUG [RS:1;2a8f9448bb5c:46321 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:38791:38791)] 2024-12-02T16:19:23,979 INFO [RS:0;2a8f9448bb5c:39835 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,39835,1733156363293/2a8f9448bb5c%2C39835%2C1733156363293.1733156363953 2024-12-02T16:19:23,979 DEBUG [RS:0;2a8f9448bb5c:39835 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36877:36877),(127.0.0.1/127.0.0.1:38791:38791)] 2024-12-02T16:19:24,164 DEBUG [2a8f9448bb5c:40885 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T16:19:24,164 DEBUG [2a8f9448bb5c:40885 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:24,166 DEBUG [2a8f9448bb5c:40885 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:24,166 DEBUG [2a8f9448bb5c:40885 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:24,166 INFO [2a8f9448bb5c:40885 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:24,166 INFO [2a8f9448bb5c:40885 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:24,167 DEBUG [2a8f9448bb5c:40885 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:24,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:24,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,46321,1733156363368, state=OPENING 2024-12-02T16:19:24,170 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T16:19:24,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:24,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:24,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:24,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:24,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:24,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,46321,1733156363368}] 2024-12-02T16:19:24,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:24,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:24,326 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:24,328 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44248, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:24,332 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-02T16:19:24,332 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:24,333 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T16:19:24,335 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C46321%2C1733156363368.meta, suffix=.meta, logDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,46321,1733156363368, archiveDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/oldWALs, maxLogs=32 2024-12-02T16:19:24,357 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,46321,1733156363368/2a8f9448bb5c%2C46321%2C1733156363368.meta.1733156364336.meta, exclude list is [], retry=0 2024-12-02T16:19:24,360 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33341,DS-878d561d-fca6-4328-808c-9618dbf4dada,DISK] 2024-12-02T16:19:24,361 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42923,DS-3acce761-54c0-4db1-bfbc-196520e0484a,DISK] 2024-12-02T16:19:24,369 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/WALs/2a8f9448bb5c,46321,1733156363368/2a8f9448bb5c%2C46321%2C1733156363368.meta.1733156364336.meta 2024-12-02T16:19:24,369 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38791:38791),(127.0.0.1/127.0.0.1:36877:36877)] 2024-12-02T16:19:24,369 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:24,370 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T16:19:24,370 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T16:19:24,370 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T16:19:24,370 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T16:19:24,370 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:24,370 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-02T16:19:24,370 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-02T16:19:24,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:24,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:24,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:24,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:24,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:24,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:24,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:24,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:24,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:24,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:24,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:24,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:24,377 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740 2024-12-02T16:19:24,378 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740 2024-12-02T16:19:24,380 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:24,392 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:24,396 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60313505, jitterRate=-0.10125873982906342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:24,397 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:24,399 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733156364325 2024-12-02T16:19:24,406 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T16:19:24,406 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-02T16:19:24,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:24,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T16:19:24,407 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,46321,1733156363368, state=OPEN 2024-12-02T16:19:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:24,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:24,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:24,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:24,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:24,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T16:19:24,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,46321,1733156363368 in 236 msec 2024-12-02T16:19:24,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T16:19:24,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-12-02T16:19:24,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 755 msec 2024-12-02T16:19:24,424 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733156364424, completionTime=-1 2024-12-02T16:19:24,424 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T16:19:24,425 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-02T16:19:24,441 DEBUG [hconnection-0x4c10e354-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:24,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:24,442 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:24,444 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-02T16:19:24,444 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733156424444 2024-12-02T16:19:24,444 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733156484444 2024-12-02T16:19:24,444 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 19 msec 2024-12-02T16:19:24,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:24,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:24,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:24,472 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,40885,1733156363215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:24,472 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,40885,1733156363215-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:24,472 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,40885,1733156363215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:24,472 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a8f9448bb5c:40885, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:24,472 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:24,472 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-02T16:19:24,473 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:24,478 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-02T16:19:24,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:24,480 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:24,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:24,498 DEBUG [master/2a8f9448bb5c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-02T16:19:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:24,518 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 290f96e20f354e81d22515fd972838b2, NAME => 'hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75 2024-12-02T16:19:24,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:24,537 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:24,537 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 290f96e20f354e81d22515fd972838b2, disabling compactions & flushes 2024-12-02T16:19:24,537 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:24,538 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:24,538 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. after waiting 0 ms 2024-12-02T16:19:24,538 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:24,538 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:24,538 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 290f96e20f354e81d22515fd972838b2: 2024-12-02T16:19:24,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:24,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733156364541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156364541"}]},"ts":"1733156364541"} 2024-12-02T16:19:24,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:19:24,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:24,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156364548"}]},"ts":"1733156364548"} 2024-12-02T16:19:24,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-02T16:19:24,555 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:24,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:24,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:24,556 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:24,556 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:24,556 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:24,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=290f96e20f354e81d22515fd972838b2, ASSIGN}] 2024-12-02T16:19:24,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=290f96e20f354e81d22515fd972838b2, ASSIGN 2024-12-02T16:19:24,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=290f96e20f354e81d22515fd972838b2, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,46321,1733156363368; forceNewPlan=false, retain=false 2024-12-02T16:19:24,710 INFO [2a8f9448bb5c:40885 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T16:19:24,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=290f96e20f354e81d22515fd972838b2, regionState=OPENING, regionLocation=2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:24,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 290f96e20f354e81d22515fd972838b2, server=2a8f9448bb5c,46321,1733156363368}] 2024-12-02T16:19:24,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:24,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:24,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 290f96e20f354e81d22515fd972838b2, NAME => 'hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:24,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 290f96e20f354e81d22515fd972838b2 2024-12-02T16:19:24,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:24,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 290f96e20f354e81d22515fd972838b2 2024-12-02T16:19:24,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 290f96e20f354e81d22515fd972838b2 2024-12-02T16:19:24,871 INFO [StoreOpener-290f96e20f354e81d22515fd972838b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 290f96e20f354e81d22515fd972838b2 2024-12-02T16:19:24,873 INFO [StoreOpener-290f96e20f354e81d22515fd972838b2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 290f96e20f354e81d22515fd972838b2 columnFamilyName info 2024-12-02T16:19:24,873 DEBUG [StoreOpener-290f96e20f354e81d22515fd972838b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:24,873 INFO [StoreOpener-290f96e20f354e81d22515fd972838b2-1 {}] regionserver.HStore(327): Store=290f96e20f354e81d22515fd972838b2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:24,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/namespace/290f96e20f354e81d22515fd972838b2 2024-12-02T16:19:24,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/namespace/290f96e20f354e81d22515fd972838b2 2024-12-02T16:19:24,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 290f96e20f354e81d22515fd972838b2 2024-12-02T16:19:24,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/namespace/290f96e20f354e81d22515fd972838b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:24,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 290f96e20f354e81d22515fd972838b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61549877, jitterRate=-0.0828353613615036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:24,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 290f96e20f354e81d22515fd972838b2: 2024-12-02T16:19:24,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2., pid=6, masterSystemTime=1733156364864 2024-12-02T16:19:24,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:24,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:24,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=290f96e20f354e81d22515fd972838b2, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:24,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T16:19:24,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 290f96e20f354e81d22515fd972838b2, server=2a8f9448bb5c,46321,1733156363368 in 177 msec 2024-12-02T16:19:24,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T16:19:24,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=290f96e20f354e81d22515fd972838b2, ASSIGN in 339 msec 2024-12-02T16:19:24,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:24,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156364898"}]},"ts":"1733156364898"} 2024-12-02T16:19:24,901 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-02T16:19:24,904 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:24,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 431 msec 2024-12-02T16:19:24,980 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-02T16:19:24,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:24,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:24,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:24,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:24,986 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-02T16:19:24,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:24,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-12-02T16:19:25,009 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-02T16:19:25,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:25,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-02T16:19:25,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-02T16:19:25,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-02T16:19:25,036 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.615sec 2024-12-02T16:19:25,037 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T16:19:25,037 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T16:19:25,037 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T16:19:25,037 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T16:19:25,037 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T16:19:25,037 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,40885,1733156363215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:25,037 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,40885,1733156363215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T16:19:25,042 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-02T16:19:25,042 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T16:19:25,043 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,40885,1733156363215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:25,110 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78e2aa20 to 127.0.0.1:59621 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fa020f8 2024-12-02T16:19:25,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151c6e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:25,116 DEBUG [hconnection-0x44e1a10d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:25,118 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:25,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:25,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:19:25,123 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:19:25,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40885 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40885 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T16:19:25,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:25,127 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:25,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40885 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-02T16:19:25,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40885 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:25,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40885 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40885 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:25,547 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 57d9609feb87b5d448a52784cea1ce8b, NAME => 'testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75 2024-12-02T16:19:25,548 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b875c4e4a9ff5266c5d6afd6a71cc6a7, NAME => 'testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75 2024-12-02T16:19:25,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:25,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:25,559 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:25,559 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing b875c4e4a9ff5266c5d6afd6a71cc6a7, disabling compactions & flushes 2024-12-02T16:19:25,559 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:25,559 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:25,559 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. after waiting 0 ms 2024-12-02T16:19:25,559 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:25,559 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:25,559 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for b875c4e4a9ff5266c5d6afd6a71cc6a7: 2024-12-02T16:19:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:25,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 57d9609feb87b5d448a52784cea1ce8b, disabling compactions & flushes 2024-12-02T16:19:25,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. after waiting 0 ms 2024-12-02T16:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:25,562 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:25,562 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 57d9609feb87b5d448a52784cea1ce8b: 2024-12-02T16:19:25,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:25,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156365563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156365563"}]},"ts":"1733156365563"} 2024-12-02T16:19:25,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156365563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156365563"}]},"ts":"1733156365563"} 2024-12-02T16:19:25,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-02T16:19:25,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:25,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156365573"}]},"ts":"1733156365573"} 2024-12-02T16:19:25,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T16:19:25,579 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:25,580 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:25,580 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:25,580 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:25,580 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:25,580 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:25,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=57d9609feb87b5d448a52784cea1ce8b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b875c4e4a9ff5266c5d6afd6a71cc6a7, ASSIGN}] 2024-12-02T16:19:25,582 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b875c4e4a9ff5266c5d6afd6a71cc6a7, ASSIGN 2024-12-02T16:19:25,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=57d9609feb87b5d448a52784cea1ce8b, ASSIGN 2024-12-02T16:19:25,584 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b875c4e4a9ff5266c5d6afd6a71cc6a7, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,46321,1733156363368; forceNewPlan=false, retain=false 2024-12-02T16:19:25,584 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=57d9609feb87b5d448a52784cea1ce8b, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,39835,1733156363293; forceNewPlan=false, retain=false 2024-12-02T16:19:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40885 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:25,734 INFO [2a8f9448bb5c:40885 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T16:19:25,735 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=57d9609feb87b5d448a52784cea1ce8b, regionState=OPENING, regionLocation=2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:25,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b875c4e4a9ff5266c5d6afd6a71cc6a7, regionState=OPENING, regionLocation=2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:25,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 57d9609feb87b5d448a52784cea1ce8b, server=2a8f9448bb5c,39835,1733156363293}] 2024-12-02T16:19:25,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure b875c4e4a9ff5266c5d6afd6a71cc6a7, server=2a8f9448bb5c,46321,1733156363368}] 2024-12-02T16:19:25,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:25,890 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:25,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:25,895 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:25,897 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:25,897 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => b875c4e4a9ff5266c5d6afd6a71cc6a7, NAME => 'testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T16:19:25,897 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b875c4e4a9ff5266c5d6afd6a71cc6a7 2024-12-02T16:19:25,897 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:25,898 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for b875c4e4a9ff5266c5d6afd6a71cc6a7 2024-12-02T16:19:25,898 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for b875c4e4a9ff5266c5d6afd6a71cc6a7 2024-12-02T16:19:25,900 INFO [StoreOpener-b875c4e4a9ff5266c5d6afd6a71cc6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b875c4e4a9ff5266c5d6afd6a71cc6a7 2024-12-02T16:19:25,902 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:25,902 INFO [StoreOpener-b875c4e4a9ff5266c5d6afd6a71cc6a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b875c4e4a9ff5266c5d6afd6a71cc6a7 columnFamilyName family 2024-12-02T16:19:25,902 DEBUG [StoreOpener-b875c4e4a9ff5266c5d6afd6a71cc6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:25,902 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 57d9609feb87b5d448a52784cea1ce8b, NAME => 'testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T16:19:25,902 INFO [StoreOpener-b875c4e4a9ff5266c5d6afd6a71cc6a7-1 {}] regionserver.HStore(327): Store=b875c4e4a9ff5266c5d6afd6a71cc6a7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:25,903 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 57d9609feb87b5d448a52784cea1ce8b 2024-12-02T16:19:25,903 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/b875c4e4a9ff5266c5d6afd6a71cc6a7 2024-12-02T16:19:25,903 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:25,903 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 57d9609feb87b5d448a52784cea1ce8b 2024-12-02T16:19:25,903 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 57d9609feb87b5d448a52784cea1ce8b 2024-12-02T16:19:25,905 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/b875c4e4a9ff5266c5d6afd6a71cc6a7 2024-12-02T16:19:25,905 INFO [StoreOpener-57d9609feb87b5d448a52784cea1ce8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 57d9609feb87b5d448a52784cea1ce8b 2024-12-02T16:19:25,907 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for b875c4e4a9ff5266c5d6afd6a71cc6a7 2024-12-02T16:19:25,907 INFO [StoreOpener-57d9609feb87b5d448a52784cea1ce8b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57d9609feb87b5d448a52784cea1ce8b columnFamilyName family 2024-12-02T16:19:25,907 DEBUG [StoreOpener-57d9609feb87b5d448a52784cea1ce8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:25,908 INFO [StoreOpener-57d9609feb87b5d448a52784cea1ce8b-1 {}] regionserver.HStore(327): Store=57d9609feb87b5d448a52784cea1ce8b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:25,909 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/57d9609feb87b5d448a52784cea1ce8b 2024-12-02T16:19:25,911 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/57d9609feb87b5d448a52784cea1ce8b 2024-12-02T16:19:25,914 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 57d9609feb87b5d448a52784cea1ce8b 2024-12-02T16:19:25,918 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/57d9609feb87b5d448a52784cea1ce8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:25,920 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/b875c4e4a9ff5266c5d6afd6a71cc6a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:25,920 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 57d9609feb87b5d448a52784cea1ce8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58920891, jitterRate=-0.12201030552387238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:25,921 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 57d9609feb87b5d448a52784cea1ce8b: 2024-12-02T16:19:25,921 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened b875c4e4a9ff5266c5d6afd6a71cc6a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70417552, jitterRate=0.049303293228149414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:25,922 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for b875c4e4a9ff5266c5d6afd6a71cc6a7: 2024-12-02T16:19:25,922 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b., pid=12, masterSystemTime=1733156365889 2024-12-02T16:19:25,923 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7., pid=13, masterSystemTime=1733156365891 2024-12-02T16:19:25,925 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:25,925 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:25,927 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=57d9609feb87b5d448a52784cea1ce8b, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:25,928 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:25,928 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:25,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b875c4e4a9ff5266c5d6afd6a71cc6a7, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:25,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T16:19:25,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 57d9609feb87b5d448a52784cea1ce8b, server=2a8f9448bb5c,39835,1733156363293 in 193 msec 2024-12-02T16:19:25,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-02T16:19:25,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure b875c4e4a9ff5266c5d6afd6a71cc6a7, server=2a8f9448bb5c,46321,1733156363368 in 193 msec 2024-12-02T16:19:25,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=57d9609feb87b5d448a52784cea1ce8b, ASSIGN in 354 msec 2024-12-02T16:19:25,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-02T16:19:25,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b875c4e4a9ff5266c5d6afd6a71cc6a7, ASSIGN in 355 msec 2024-12-02T16:19:25,939 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:25,939 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156365939"}]},"ts":"1733156365939"} 2024-12-02T16:19:25,941 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T16:19:25,944 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:25,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 820 msec 2024-12-02T16:19:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40885 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:26,236 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-02T16:19:26,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T16:19:26,236 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:26,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T16:19:26,240 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:26,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-02T16:19:26,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:26,249 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:26,281 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 57d9609feb87b5d448a52784cea1ce8b 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T16:19:26,313 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/57d9609feb87b5d448a52784cea1ce8b/.tmp/family/6aadf283d678454b9b6795b2dc20afec is 32, key is 1/family:/1733156366250/Put/seqid=0 2024-12-02T16:19:26,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741841_1017 (size=5054) 2024-12-02T16:19:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741841_1017 (size=5054) 2024-12-02T16:19:26,332 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/57d9609feb87b5d448a52784cea1ce8b/.tmp/family/6aadf283d678454b9b6795b2dc20afec 2024-12-02T16:19:26,340 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/57d9609feb87b5d448a52784cea1ce8b/.tmp/family/6aadf283d678454b9b6795b2dc20afec as hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/57d9609feb87b5d448a52784cea1ce8b/family/6aadf283d678454b9b6795b2dc20afec 2024-12-02T16:19:26,360 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/57d9609feb87b5d448a52784cea1ce8b/family/6aadf283d678454b9b6795b2dc20afec, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T16:19:26,361 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 57d9609feb87b5d448a52784cea1ce8b in 80ms, sequenceid=8, compaction requested=false 2024-12-02T16:19:26,361 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 57d9609feb87b5d448a52784cea1ce8b: 2024-12-02T16:19:26,361 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b875c4e4a9ff5266c5d6afd6a71cc6a7 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T16:19:26,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/b875c4e4a9ff5266c5d6afd6a71cc6a7/.tmp/family/b9fed172898646c0986b516a1e8b93be is 32, key is 5/family:/1733156366260/Put/seqid=0 2024-12-02T16:19:26,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741842_1018 (size=5083) 2024-12-02T16:19:26,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741842_1018 (size=5083) 2024-12-02T16:19:26,816 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/b875c4e4a9ff5266c5d6afd6a71cc6a7/.tmp/family/b9fed172898646c0986b516a1e8b93be 2024-12-02T16:19:26,823 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/b875c4e4a9ff5266c5d6afd6a71cc6a7/.tmp/family/b9fed172898646c0986b516a1e8b93be as hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/b875c4e4a9ff5266c5d6afd6a71cc6a7/family/b9fed172898646c0986b516a1e8b93be 2024-12-02T16:19:26,828 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/b875c4e4a9ff5266c5d6afd6a71cc6a7/family/b9fed172898646c0986b516a1e8b93be, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T16:19:26,829 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b875c4e4a9ff5266c5d6afd6a71cc6a7 in 468ms, sequenceid=9, compaction requested=false 2024-12-02T16:19:26,829 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b875c4e4a9ff5266c5d6afd6a71cc6a7: 2024-12-02T16:19:26,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ec192e0 to 127.0.0.1:59621 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32f5205f 2024-12-02T16:19:26,833 DEBUG [ReadOnlyZKClient-127.0.0.1:59621@0x3ec192e0 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4707a318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:26,839 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-02T16:19:26,839 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-02T16:19:26,840 DEBUG [ReadOnlyZKClient-127.0.0.1:59621@0x3ec192e0 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2a8f9448bb5c,46321,1733156363368, seqNum=-1] 2024-12-02T16:19:26,840 DEBUG [ReadOnlyZKClient-127.0.0.1:59621@0x3ec192e0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:26,841 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54882, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:26,844 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:26,844 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:26,845 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:26,845 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46321 {}] bucket.BucketCache(1851): found 1 blocks for file b9fed172898646c0986b516a1e8b93be, starting offset: 0, end offset: 9223372036854775807 2024-12-02T16:19:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] bucket.BucketCache(1851): found 1 blocks for file 6aadf283d678454b9b6795b2dc20afec, starting offset: 0, end offset: 9223372036854775807 2024-12-02T16:19:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39835 {}] bucket.BucketCache(843): removed key 6aadf283d678454b9b6795b2dc20afec_0 from back map with offset lock 2094080 in the evict process 2024-12-02T16:19:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46321 {}] bucket.BucketCache(843): removed key b9fed172898646c0986b516a1e8b93be_0 from back map with offset lock 2094080 in the evict process 2024-12-02T16:19:26,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-02T16:19:26,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:19:26,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:26,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ec192e0 to 127.0.0.1:59621 2024-12-02T16:19:26,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T16:19:26,848 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:19:26,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78e2aa20 to 127.0.0.1:59621 2024-12-02T16:19:26,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:26,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T16:19:26,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=113516077, stopped=false 2024-12-02T16:19:26,849 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:26,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:26,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:26,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:26,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:26,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:26,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:26,851 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-02T16:19:26,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:26,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:26,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:26,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:26,852 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,39835,1733156363293' ***** 2024-12-02T16:19:26,852 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:26,852 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,46321,1733156363368' ***** 2024-12-02T16:19:26,852 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:26,852 INFO [RS:0;2a8f9448bb5c:39835 {}] bucket.BucketCache(1726): Disabling cache 2024-12-02T16:19:26,852 INFO [RS:1;2a8f9448bb5c:46321 {}] bucket.BucketCache(1726): Disabling cache 2024-12-02T16:19:26,853 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T16:19:26,853 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T16:19:26,853 INFO [RS:1;2a8f9448bb5c:46321 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T16:19:26,853 INFO [RS:0;2a8f9448bb5c:39835 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T16:19:26,853 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T16:19:26,853 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:26,853 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:26,853 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T16:19:26,853 INFO [RS:1;2a8f9448bb5c:46321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:26,853 INFO [RS:0;2a8f9448bb5c:39835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:26,853 INFO [RS:0;2a8f9448bb5c:39835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:26,853 INFO [RS:1;2a8f9448bb5c:46321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:26,853 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(3579): Received CLOSE for 57d9609feb87b5d448a52784cea1ce8b 2024-12-02T16:19:26,853 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(3579): Received CLOSE for 290f96e20f354e81d22515fd972838b2 2024-12-02T16:19:26,853 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T16:19:26,853 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:26,853 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:26,853 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:26,853 DEBUG [RS:0;2a8f9448bb5c:39835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:26,853 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T16:19:26,853 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-02T16:19:26,854 DEBUG [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1603): Online Regions={57d9609feb87b5d448a52784cea1ce8b=testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b.} 2024-12-02T16:19:26,854 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 57d9609feb87b5d448a52784cea1ce8b, disabling compactions & flushes 2024-12-02T16:19:26,854 DEBUG [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1629): Waiting on 57d9609feb87b5d448a52784cea1ce8b 2024-12-02T16:19:26,854 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:26,854 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:26,854 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. after waiting 0 ms 2024-12-02T16:19:26,854 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:26,854 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(3579): Received CLOSE for b875c4e4a9ff5266c5d6afd6a71cc6a7 2024-12-02T16:19:26,854 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:26,854 DEBUG [RS:1;2a8f9448bb5c:46321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:26,854 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 290f96e20f354e81d22515fd972838b2, disabling compactions & flushes 2024-12-02T16:19:26,854 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:26,854 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:26,854 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:26,854 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:26,854 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:26,854 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-02T16:19:26,854 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. after waiting 0 ms 2024-12-02T16:19:26,854 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:26,854 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 290f96e20f354e81d22515fd972838b2 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-02T16:19:26,855 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-02T16:19:26,855 DEBUG [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1603): Online Regions={290f96e20f354e81d22515fd972838b2=hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2., b875c4e4a9ff5266c5d6afd6a71cc6a7=testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T16:19:26,855 DEBUG [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 290f96e20f354e81d22515fd972838b2, b875c4e4a9ff5266c5d6afd6a71cc6a7 2024-12-02T16:19:26,855 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:26,855 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:26,855 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:26,855 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:26,855 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:26,855 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-02T16:19:26,859 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/57d9609feb87b5d448a52784cea1ce8b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T16:19:26,859 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:26,859 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 57d9609feb87b5d448a52784cea1ce8b: 2024-12-02T16:19:26,860 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733156365124.57d9609feb87b5d448a52784cea1ce8b. 2024-12-02T16:19:26,864 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:19:26,864 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:19:26,871 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/.tmp/info/4cd31e829c16414aac6ae6e63823484a is 173, key is testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7./info:regioninfo/1733156365929/Put/seqid=0 2024-12-02T16:19:26,876 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/namespace/290f96e20f354e81d22515fd972838b2/.tmp/info/f4bec2c3cdb54860b1a4388696a33bd0 is 45, key is default/info:d/1733156364991/Put/seqid=0 2024-12-02T16:19:26,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:26,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:26,878 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/.tmp/info/4cd31e829c16414aac6ae6e63823484a 2024-12-02T16:19:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:26,883 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/namespace/290f96e20f354e81d22515fd972838b2/.tmp/info/f4bec2c3cdb54860b1a4388696a33bd0 2024-12-02T16:19:26,889 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/namespace/290f96e20f354e81d22515fd972838b2/.tmp/info/f4bec2c3cdb54860b1a4388696a33bd0 as hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/namespace/290f96e20f354e81d22515fd972838b2/info/f4bec2c3cdb54860b1a4388696a33bd0 2024-12-02T16:19:26,895 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/namespace/290f96e20f354e81d22515fd972838b2/info/f4bec2c3cdb54860b1a4388696a33bd0, entries=2, sequenceid=6, filesize=4.9 K 2024-12-02T16:19:26,896 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 290f96e20f354e81d22515fd972838b2 in 41ms, sequenceid=6, compaction requested=false 2024-12-02T16:19:26,899 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/namespace/290f96e20f354e81d22515fd972838b2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T16:19:26,900 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:26,900 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 290f96e20f354e81d22515fd972838b2: 2024-12-02T16:19:26,900 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733156364472.290f96e20f354e81d22515fd972838b2. 2024-12-02T16:19:26,900 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b875c4e4a9ff5266c5d6afd6a71cc6a7, disabling compactions & flushes 2024-12-02T16:19:26,900 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:26,900 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:26,900 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. after waiting 0 ms 2024-12-02T16:19:26,900 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:26,905 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:26,906 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/.tmp/table/3788212eb54546859a1170e3827bd0b0 is 61, key is testClearRegionBlockCache/table:state/1733156365939/Put/seqid=0 2024-12-02T16:19:26,906 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:26,918 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/default/testClearRegionBlockCache/b875c4e4a9ff5266c5d6afd6a71cc6a7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T16:19:26,919 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:26,919 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b875c4e4a9ff5266c5d6afd6a71cc6a7: 2024-12-02T16:19:26,919 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733156365124.b875c4e4a9ff5266c5d6afd6a71cc6a7. 2024-12-02T16:19:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:26,934 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/.tmp/table/3788212eb54546859a1170e3827bd0b0 2024-12-02T16:19:26,941 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/.tmp/info/4cd31e829c16414aac6ae6e63823484a as hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/info/4cd31e829c16414aac6ae6e63823484a 2024-12-02T16:19:26,946 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/info/4cd31e829c16414aac6ae6e63823484a, entries=30, sequenceid=16, filesize=9.1 K 2024-12-02T16:19:26,947 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/.tmp/table/3788212eb54546859a1170e3827bd0b0 as hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/table/3788212eb54546859a1170e3827bd0b0 2024-12-02T16:19:26,953 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/table/3788212eb54546859a1170e3827bd0b0, entries=4, sequenceid=16, filesize=5.3 K 2024-12-02T16:19:26,954 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=16, compaction requested=false 2024-12-02T16:19:26,958 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T16:19:26,959 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:19:26,959 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:26,959 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:26,959 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:27,054 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,39835,1733156363293; all regions closed. 2024-12-02T16:19:27,055 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,46321,1733156363368; all regions closed. 2024-12-02T16:19:27,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741834_1010 (size=1758) 2024-12-02T16:19:27,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741834_1010 (size=1758) 2024-12-02T16:19:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:27,059 DEBUG [RS:0;2a8f9448bb5c:39835 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/oldWALs 2024-12-02T16:19:27,059 INFO [RS:0;2a8f9448bb5c:39835 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C39835%2C1733156363293:(num 1733156363953) 2024-12-02T16:19:27,059 DEBUG [RS:0;2a8f9448bb5c:39835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:27,059 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:27,060 INFO [RS:0;2a8f9448bb5c:39835 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:27,060 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:27,060 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:27,060 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:27,061 INFO [RS:0;2a8f9448bb5c:39835 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39835 2024-12-02T16:19:27,061 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:27,062 DEBUG [RS:1;2a8f9448bb5c:46321 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/oldWALs 2024-12-02T16:19:27,062 INFO [RS:1;2a8f9448bb5c:46321 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C46321%2C1733156363368.meta:.meta(num 1733156364336) 2024-12-02T16:19:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,39835,1733156363293 2024-12-02T16:19:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:27,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741833_1009 (size=3188) 2024-12-02T16:19:27,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741833_1009 (size=3188) 2024-12-02T16:19:27,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,39835,1733156363293] 2024-12-02T16:19:27,064 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,39835,1733156363293; numProcessing=1 2024-12-02T16:19:27,066 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,39835,1733156363293 already deleted, retry=false 2024-12-02T16:19:27,066 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,39835,1733156363293 expired; onlineServers=1 2024-12-02T16:19:27,067 DEBUG [RS:1;2a8f9448bb5c:46321 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/oldWALs 2024-12-02T16:19:27,067 INFO [RS:1;2a8f9448bb5c:46321 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C46321%2C1733156363368:(num 1733156363953) 2024-12-02T16:19:27,067 DEBUG [RS:1;2a8f9448bb5c:46321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:27,067 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:27,067 INFO [RS:1;2a8f9448bb5c:46321 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:27,067 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:27,068 INFO [RS:1;2a8f9448bb5c:46321 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46321 2024-12-02T16:19:27,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:27,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,46321,1733156363368 2024-12-02T16:19:27,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,46321,1733156363368] 2024-12-02T16:19:27,070 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,46321,1733156363368; numProcessing=2 2024-12-02T16:19:27,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,46321,1733156363368 already deleted, retry=false 2024-12-02T16:19:27,072 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,46321,1733156363368 expired; onlineServers=0 2024-12-02T16:19:27,072 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,40885,1733156363215' ***** 2024-12-02T16:19:27,072 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T16:19:27,072 DEBUG [M:0;2a8f9448bb5c:40885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711c21ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:27,072 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,40885,1733156363215 2024-12-02T16:19:27,072 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,40885,1733156363215; all regions closed. 2024-12-02T16:19:27,072 DEBUG [M:0;2a8f9448bb5c:40885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:27,072 DEBUG [M:0;2a8f9448bb5c:40885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T16:19:27,073 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T16:19:27,073 DEBUG [M:0;2a8f9448bb5c:40885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T16:19:27,073 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156363683 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156363683,5,FailOnTimeoutGroup] 2024-12-02T16:19:27,073 INFO [M:0;2a8f9448bb5c:40885 {}] hbase.ChoreService(370): Chore service for: master/2a8f9448bb5c:0 had [] on shutdown 2024-12-02T16:19:27,073 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156363684 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156363684,5,FailOnTimeoutGroup] 2024-12-02T16:19:27,073 DEBUG [M:0;2a8f9448bb5c:40885 {}] master.HMaster(1733): Stopping service threads 2024-12-02T16:19:27,073 INFO [M:0;2a8f9448bb5c:40885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T16:19:27,073 INFO [M:0;2a8f9448bb5c:40885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T16:19:27,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T16:19:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:27,074 DEBUG [M:0;2a8f9448bb5c:40885 {}] zookeeper.ZKUtil(347): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T16:19:27,074 WARN [M:0;2a8f9448bb5c:40885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T16:19:27,074 INFO [M:0;2a8f9448bb5c:40885 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-02T16:19:27,074 INFO [M:0;2a8f9448bb5c:40885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T16:19:27,075 DEBUG [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:27,075 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:27,075 DEBUG [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:27,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:27,075 DEBUG [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:27,075 DEBUG [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:27,075 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-02T16:19:27,097 DEBUG [M:0;2a8f9448bb5c:40885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26227bc2ff7c410bbb5affeaeeb119ae is 82, key is hbase:meta,,1/info:regioninfo/1733156364406/Put/seqid=0 2024-12-02T16:19:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:27,103 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26227bc2ff7c410bbb5affeaeeb119ae 2024-12-02T16:19:27,123 DEBUG [M:0;2a8f9448bb5c:40885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abb7e728429649c8ae9743124b874e46 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733156365945/Put/seqid=0 2024-12-02T16:19:27,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741847_1023 (size=7577) 2024-12-02T16:19:27,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741847_1023 (size=7577) 2024-12-02T16:19:27,129 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abb7e728429649c8ae9743124b874e46 2024-12-02T16:19:27,151 DEBUG [M:0;2a8f9448bb5c:40885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3df21841808d4195a6a7364082cdb23e is 69, key is 2a8f9448bb5c,39835,1733156363293/rs:state/1733156363752/Put/seqid=0 2024-12-02T16:19:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:27,157 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3df21841808d4195a6a7364082cdb23e 2024-12-02T16:19:27,162 DEBUG [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26227bc2ff7c410bbb5affeaeeb119ae as hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26227bc2ff7c410bbb5affeaeeb119ae 2024-12-02T16:19:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:27,165 INFO [RS:0;2a8f9448bb5c:39835 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,39835,1733156363293; zookeeper connection closed. 2024-12-02T16:19:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39835-0x1009bc9663a0001, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:27,165 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51647c48 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51647c48 2024-12-02T16:19:27,167 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26227bc2ff7c410bbb5affeaeeb119ae, entries=8, sequenceid=108, filesize=5.5 K 2024-12-02T16:19:27,168 DEBUG [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abb7e728429649c8ae9743124b874e46 as hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abb7e728429649c8ae9743124b874e46 2024-12-02T16:19:27,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:27,171 INFO [RS:1;2a8f9448bb5c:46321 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,46321,1733156363368; zookeeper connection closed. 2024-12-02T16:19:27,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46321-0x1009bc9663a0002, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:27,172 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28215871 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28215871 2024-12-02T16:19:27,172 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T16:19:27,173 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abb7e728429649c8ae9743124b874e46, entries=13, sequenceid=108, filesize=7.4 K 2024-12-02T16:19:27,174 DEBUG [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3df21841808d4195a6a7364082cdb23e as hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3df21841808d4195a6a7364082cdb23e 2024-12-02T16:19:27,180 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34115/user/jenkins/test-data/29423683-08b1-80d4-9044-a70214d9fc75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3df21841808d4195a6a7364082cdb23e, entries=2, sequenceid=108, filesize=5.1 K 2024-12-02T16:19:27,181 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=108, compaction requested=false 2024-12-02T16:19:27,182 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:27,182 DEBUG [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33341 is added to blk_1073741830_1006 (size=54453) 2024-12-02T16:19:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42923 is added to blk_1073741830_1006 (size=54453) 2024-12-02T16:19:27,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:27,185 INFO [M:0;2a8f9448bb5c:40885 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-02T16:19:27,186 INFO [M:0;2a8f9448bb5c:40885 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40885 2024-12-02T16:19:27,187 DEBUG [M:0;2a8f9448bb5c:40885 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2a8f9448bb5c,40885,1733156363215 already deleted, retry=false 2024-12-02T16:19:27,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:27,289 INFO [M:0;2a8f9448bb5c:40885 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,40885,1733156363215; zookeeper connection closed. 2024-12-02T16:19:27,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40885-0x1009bc9663a0000, quorum=127.0.0.1:59621, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:27,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2de458{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:27,292 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45d4757c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:27,292 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:27,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16979f57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:27,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ee9f8ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:27,293 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:27,293 WARN [BP-108905713-172.17.0.2-1733156361734 heartbeating to localhost/127.0.0.1:34115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:27,293 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:27,293 WARN [BP-108905713-172.17.0.2-1733156361734 heartbeating to localhost/127.0.0.1:34115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-108905713-172.17.0.2-1733156361734 (Datanode Uuid 36382fb9-7214-4586-a1b3-3ef13e8cd019) service to localhost/127.0.0.1:34115 2024-12-02T16:19:27,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/dfs/data/data3/current/BP-108905713-172.17.0.2-1733156361734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:27,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/dfs/data/data4/current/BP-108905713-172.17.0.2-1733156361734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:27,294 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:27,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a4495ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:27,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645fa8ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:27,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:27,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2157bbba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:27,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9b8a98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:27,306 WARN [BP-108905713-172.17.0.2-1733156361734 heartbeating to localhost/127.0.0.1:34115 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:27,306 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:27,306 WARN [BP-108905713-172.17.0.2-1733156361734 heartbeating to localhost/127.0.0.1:34115 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-108905713-172.17.0.2-1733156361734 (Datanode Uuid c64f7303-ef26-4f84-a4ef-19fe9c01a296) service to localhost/127.0.0.1:34115 2024-12-02T16:19:27,306 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:27,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/dfs/data/data1/current/BP-108905713-172.17.0.2-1733156361734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:27,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/cluster_1f2248be-6ee5-d7df-d3ef-8fe3693fbe19/dfs/data/data2/current/BP-108905713-172.17.0.2-1733156361734 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:27,307 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:27,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@764718ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:27,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cd38de3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:27,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:27,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c48804e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:27,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24d0a4c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:27,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-02T16:19:27,337 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T16:19:27,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=153 (was 132) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34115 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34115 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34115 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34115 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34115 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=492 (was 469) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=565 (was 571), ProcessCount=11 (was 11), AvailableMemoryMB=5483 (was 5701) 2024-12-02T16:19:27,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=153, OpenFileDescriptor=492, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=5483 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.log.dir so I do NOT create it in target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e 2024-12-02T16:19:27,367 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.tmp.dir so I do NOT create it in target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e 2024-12-02T16:19:27,367 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b6346a64-1837-99a8-ce5e-f986b1b777a0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T16:19:27,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c, deleteOnExit=true 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/test.cache.data in system properties and HBase conf 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.log.dir in system properties and HBase conf 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T16:19:27,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T16:19:27,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/nfs.dump.dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/java.io.tmpdir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T16:19:27,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T16:19:27,446 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:27,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:27,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:27,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:27,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:27,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:27,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ac0ce71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:27,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d444029{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:27,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@541444f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/java.io.tmpdir/jetty-localhost-34387-hadoop-hdfs-3_4_1-tests_jar-_-any-16680527034580299253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:27,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62fee839{HTTP/1.1, (http/1.1)}{localhost:34387} 2024-12-02T16:19:27,569 INFO [Time-limited test {}] server.Server(415): Started @32012ms 2024-12-02T16:19:27,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:27,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:27,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:27,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:27,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T16:19:27,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e91cbff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:27,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18bff023{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:27,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56a42465{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/java.io.tmpdir/jetty-localhost-46827-hadoop-hdfs-3_4_1-tests_jar-_-any-17228336996910566985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:27,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a059ae7{HTTP/1.1, (http/1.1)}{localhost:46827} 2024-12-02T16:19:27,763 INFO [Time-limited test {}] server.Server(415): Started @32206ms 2024-12-02T16:19:27,764 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:27,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:27,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:27,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:27,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:27,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:27,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71cebbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:27,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@739a009b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:27,844 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/dfs/data/data1/current/BP-784660922-172.17.0.2-1733156367398/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:27,844 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/dfs/data/data2/current/BP-784660922-172.17.0.2-1733156367398/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:27,867 WARN [Thread-1144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:27,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c76a40a309280d with lease ID 0x2766c63f0f6796a2: Processing first storage report for DS-0daf867f-4bc4-46db-9344-948df989007c from datanode DatanodeRegistration(127.0.0.1:34959, datanodeUuid=4e5709b1-acbb-4d83-b310-fb57107a4e28, infoPort=42107, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=628696764;c=1733156367398) 2024-12-02T16:19:27,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c76a40a309280d with lease ID 0x2766c63f0f6796a2: from storage DS-0daf867f-4bc4-46db-9344-948df989007c node DatanodeRegistration(127.0.0.1:34959, datanodeUuid=4e5709b1-acbb-4d83-b310-fb57107a4e28, infoPort=42107, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=628696764;c=1733156367398), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:27,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c76a40a309280d with lease ID 0x2766c63f0f6796a2: Processing first storage report for DS-10e73fe4-1ec6-470f-8598-5cf25674bfe7 from datanode DatanodeRegistration(127.0.0.1:34959, datanodeUuid=4e5709b1-acbb-4d83-b310-fb57107a4e28, infoPort=42107, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=628696764;c=1733156367398) 2024-12-02T16:19:27,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c76a40a309280d with lease ID 0x2766c63f0f6796a2: from storage DS-10e73fe4-1ec6-470f-8598-5cf25674bfe7 node DatanodeRegistration(127.0.0.1:34959, datanodeUuid=4e5709b1-acbb-4d83-b310-fb57107a4e28, infoPort=42107, infoSecurePort=0, ipcPort=33113, storageInfo=lv=-57;cid=testClusterID;nsid=628696764;c=1733156367398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:27,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70e07e00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/java.io.tmpdir/jetty-localhost-42741-hadoop-hdfs-3_4_1-tests_jar-_-any-4450909431457401148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:27,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21747e6e{HTTP/1.1, (http/1.1)}{localhost:42741} 2024-12-02T16:19:27,918 INFO [Time-limited test {}] server.Server(415): Started @32361ms 2024-12-02T16:19:27,920 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:28,011 WARN [Thread-1191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/dfs/data/data3/current/BP-784660922-172.17.0.2-1733156367398/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:28,011 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/dfs/data/data4/current/BP-784660922-172.17.0.2-1733156367398/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:28,027 WARN [Thread-1180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf90ddcdb379bb66b with lease ID 0x2766c63f0f6796a3: Processing first storage report for DS-3f03d0f3-02b5-4eb0-9a71-748be6cdaf67 from datanode DatanodeRegistration(127.0.0.1:39741, datanodeUuid=4d8192ce-0d6d-4fc4-bd77-a789cd9da78a, infoPort=39823, infoSecurePort=0, ipcPort=41797, storageInfo=lv=-57;cid=testClusterID;nsid=628696764;c=1733156367398) 2024-12-02T16:19:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf90ddcdb379bb66b with lease ID 0x2766c63f0f6796a3: from storage DS-3f03d0f3-02b5-4eb0-9a71-748be6cdaf67 node DatanodeRegistration(127.0.0.1:39741, datanodeUuid=4d8192ce-0d6d-4fc4-bd77-a789cd9da78a, infoPort=39823, infoSecurePort=0, ipcPort=41797, storageInfo=lv=-57;cid=testClusterID;nsid=628696764;c=1733156367398), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T16:19:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf90ddcdb379bb66b with lease ID 0x2766c63f0f6796a3: Processing first storage report for DS-8da21fb7-a6af-410a-9a72-fc4157cf2752 from datanode DatanodeRegistration(127.0.0.1:39741, datanodeUuid=4d8192ce-0d6d-4fc4-bd77-a789cd9da78a, infoPort=39823, infoSecurePort=0, ipcPort=41797, storageInfo=lv=-57;cid=testClusterID;nsid=628696764;c=1733156367398) 2024-12-02T16:19:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf90ddcdb379bb66b with lease ID 0x2766c63f0f6796a3: from storage DS-8da21fb7-a6af-410a-9a72-fc4157cf2752 node DatanodeRegistration(127.0.0.1:39741, datanodeUuid=4d8192ce-0d6d-4fc4-bd77-a789cd9da78a, infoPort=39823, infoSecurePort=0, ipcPort=41797, storageInfo=lv=-57;cid=testClusterID;nsid=628696764;c=1733156367398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:28,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e 2024-12-02T16:19:28,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/zookeeper_0, clientPort=58556, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T16:19:28,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58556 2024-12-02T16:19:28,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:28,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:28,058 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92 with version=8 2024-12-02T16:19:28,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/hbase-staging 2024-12-02T16:19:28,059 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:28,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:28,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:28,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:28,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:28,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:28,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:28,060 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:28,060 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44939 2024-12-02T16:19:28,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:28,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:28,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44939 connecting to ZooKeeper ensemble=127.0.0.1:58556 2024-12-02T16:19:28,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449390x0, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:28,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44939-0x1009bc9794b0000 connected 2024-12-02T16:19:28,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:28,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:28,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:28,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44939 2024-12-02T16:19:28,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44939 2024-12-02T16:19:28,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44939 2024-12-02T16:19:28,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44939 2024-12-02T16:19:28,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44939 2024-12-02T16:19:28,084 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92, hbase.cluster.distributed=false 2024-12-02T16:19:28,100 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:28,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:28,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:28,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:28,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:28,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:28,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:28,100 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:28,101 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37229 2024-12-02T16:19:28,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:28,101 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T16:19:28,108 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-02T16:19:28,108 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T16:19:28,109 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T16:19:28,109 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:28,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:28,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:28,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37229 connecting to ZooKeeper ensemble=127.0.0.1:58556 2024-12-02T16:19:28,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372290x0, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:28,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37229-0x1009bc9794b0001 connected 2024-12-02T16:19:28,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:28,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:28,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:28,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37229 2024-12-02T16:19:28,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37229 2024-12-02T16:19:28,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37229 2024-12-02T16:19:28,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37229 2024-12-02T16:19:28,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37229 2024-12-02T16:19:28,133 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:28,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:28,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:28,133 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:28,134 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44287 2024-12-02T16:19:28,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:28,134 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T16:19:28,142 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-02T16:19:28,142 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T16:19:28,143 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T16:19:28,144 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:28,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:28,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:28,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44287 connecting to ZooKeeper ensemble=127.0.0.1:58556 2024-12-02T16:19:28,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442870x0, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:28,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442870x0, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:28,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44287-0x1009bc9794b0002 connected 2024-12-02T16:19:28,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:28,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:28,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44287 2024-12-02T16:19:28,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44287 2024-12-02T16:19:28,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44287 2024-12-02T16:19:28,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44287 2024-12-02T16:19:28,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44287 2024-12-02T16:19:28,162 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:28,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:28,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:28,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:28,164 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,166 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:28,167 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a8f9448bb5c,44939,1733156368059 from backup master directory 2024-12-02T16:19:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:28,169 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:28,169 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:28,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:28,175 DEBUG [M:0;2a8f9448bb5c:44939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a8f9448bb5c:44939 2024-12-02T16:19:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:28,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:28,180 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/hbase.id with ID: fc719455-5576-49c8-9de6-cf6840377ef9 2024-12-02T16:19:28,189 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:28,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:28,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:28,199 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:28,199 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T16:19:28,199 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:28,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:28,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:28,206 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store 2024-12-02T16:19:28,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:28,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:28,213 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:28,213 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:28,213 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:28,213 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:28,213 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:28,213 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:28,213 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:28,213 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:28,214 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/.initializing 2024-12-02T16:19:28,214 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/WALs/2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:28,214 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:28,216 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C44939%2C1733156368059, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/WALs/2a8f9448bb5c,44939,1733156368059, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/oldWALs, maxLogs=10 2024-12-02T16:19:28,229 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/WALs/2a8f9448bb5c,44939,1733156368059/2a8f9448bb5c%2C44939%2C1733156368059.1733156368216, exclude list is [], retry=0 2024-12-02T16:19:28,231 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39741,DS-3f03d0f3-02b5-4eb0-9a71-748be6cdaf67,DISK] 2024-12-02T16:19:28,231 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-0daf867f-4bc4-46db-9344-948df989007c,DISK] 2024-12-02T16:19:28,233 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/WALs/2a8f9448bb5c,44939,1733156368059/2a8f9448bb5c%2C44939%2C1733156368059.1733156368216 2024-12-02T16:19:28,235 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:42107:42107)] 2024-12-02T16:19:28,235 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:28,236 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:28,236 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:28,236 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:28,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:28,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T16:19:28,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:28,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:28,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:28,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T16:19:28,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:28,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:28,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:28,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T16:19:28,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:28,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:28,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:28,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T16:19:28,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:28,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:28,245 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:28,245 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:28,247 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T16:19:28,248 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:28,250 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:28,250 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73441707, jitterRate=0.09436671435832977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T16:19:28,251 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:28,251 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T16:19:28,254 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13801418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:28,255 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-02T16:19:28,255 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T16:19:28,255 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T16:19:28,255 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T16:19:28,255 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T16:19:28,256 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-02T16:19:28,256 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T16:19:28,257 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T16:19:28,258 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T16:19:28,259 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-02T16:19:28,259 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T16:19:28,260 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T16:19:28,261 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-02T16:19:28,261 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T16:19:28,261 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T16:19:28,263 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-02T16:19:28,263 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T16:19:28,264 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T16:19:28,265 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T16:19:28,267 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T16:19:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,269 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2a8f9448bb5c,44939,1733156368059, sessionid=0x1009bc9794b0000, setting cluster-up flag (Was=false) 2024-12-02T16:19:28,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,275 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T16:19:28,276 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,283 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T16:19:28,283 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:28,285 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:28,286 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-02T16:19:28,286 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T16:19:28,286 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a8f9448bb5c,44939,1733156368059 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T16:19:28,286 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:28,286 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:28,286 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:28,286 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:28,286 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a8f9448bb5c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T16:19:28,286 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,286 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:28,286 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,287 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733156398287 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T16:19:28,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:28,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T16:19:28,288 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T16:19:28,289 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T16:19:28,289 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T16:19:28,289 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156368289,5,FailOnTimeoutGroup] 2024-12-02T16:19:28,289 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:28,289 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156368289,5,FailOnTimeoutGroup] 2024-12-02T16:19:28,289 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,289 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T16:19:28,289 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,289 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:28,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:28,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-02T16:19:28,298 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92 2024-12-02T16:19:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:28,373 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a8f9448bb5c:37229 2024-12-02T16:19:28,373 DEBUG [RS:1;2a8f9448bb5c:44287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2a8f9448bb5c:44287 2024-12-02T16:19:28,374 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1008): ClusterId : fc719455-5576-49c8-9de6-cf6840377ef9 2024-12-02T16:19:28,374 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1008): ClusterId : fc719455-5576-49c8-9de6-cf6840377ef9 2024-12-02T16:19:28,374 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:28,374 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:28,377 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:28,377 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:28,378 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:28,378 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:28,379 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:28,379 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:28,380 DEBUG [RS:0;2a8f9448bb5c:37229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126f6f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:28,380 DEBUG [RS:1;2a8f9448bb5c:44287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed49af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:28,380 DEBUG [RS:0;2a8f9448bb5c:37229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d06d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:28,380 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:28,380 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:28,380 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:28,380 DEBUG [RS:1;2a8f9448bb5c:44287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6116c27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:28,381 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:28,381 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:28,381 DEBUG [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:28,381 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,44939,1733156368059 with isa=2a8f9448bb5c/172.17.0.2:37229, startcode=1733156368099 2024-12-02T16:19:28,381 DEBUG [RS:0;2a8f9448bb5c:37229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:28,381 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,44939,1733156368059 with isa=2a8f9448bb5c/172.17.0.2:44287, startcode=1733156368132 2024-12-02T16:19:28,381 DEBUG [RS:1;2a8f9448bb5c:44287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:28,382 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50867, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:28,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:28,383 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:28,384 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92 2024-12-02T16:19:28,384 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33045 2024-12-02T16:19:28,384 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:28,385 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41093, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:28,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:28,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:28,386 DEBUG [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92 2024-12-02T16:19:28,386 DEBUG [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33045 2024-12-02T16:19:28,386 DEBUG [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:28,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:28,391 DEBUG [RS:0;2a8f9448bb5c:37229 {}] zookeeper.ZKUtil(111): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:28,391 WARN [RS:0;2a8f9448bb5c:37229 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:28,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,37229,1733156368099] 2024-12-02T16:19:28,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,44287,1733156368132] 2024-12-02T16:19:28,391 INFO [RS:0;2a8f9448bb5c:37229 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:28,391 DEBUG [RS:1;2a8f9448bb5c:44287 {}] zookeeper.ZKUtil(111): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:28,391 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:28,391 WARN [RS:1;2a8f9448bb5c:44287 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:28,391 INFO [RS:1;2a8f9448bb5c:44287 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:28,391 DEBUG [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:28,395 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:28,396 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:28,396 DEBUG [RS:1;2a8f9448bb5c:44287 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:28,398 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:28,398 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:28,400 INFO [RS:0;2a8f9448bb5c:37229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:28,401 INFO [RS:0;2a8f9448bb5c:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,403 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:28,403 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:28,404 INFO [RS:1;2a8f9448bb5c:44287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:28,404 INFO [RS:1;2a8f9448bb5c:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,404 INFO [RS:0;2a8f9448bb5c:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,404 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,404 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:28,405 DEBUG [RS:0;2a8f9448bb5c:37229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:28,405 INFO [RS:1;2a8f9448bb5c:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:28,405 DEBUG [RS:1;2a8f9448bb5c:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:28,408 INFO [RS:0;2a8f9448bb5c:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,408 INFO [RS:0;2a8f9448bb5c:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,408 INFO [RS:0;2a8f9448bb5c:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,408 INFO [RS:0;2a8f9448bb5c:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,409 INFO [RS:0;2a8f9448bb5c:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,37229,1733156368099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:28,409 INFO [RS:1;2a8f9448bb5c:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,409 INFO [RS:1;2a8f9448bb5c:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,409 INFO [RS:1;2a8f9448bb5c:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,409 INFO [RS:1;2a8f9448bb5c:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,409 INFO [RS:1;2a8f9448bb5c:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,44287,1733156368132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:28,429 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:28,429 INFO [RS:0;2a8f9448bb5c:37229 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,37229,1733156368099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,433 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:28,433 INFO [RS:1;2a8f9448bb5c:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,44287,1733156368132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:28,447 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.Replication(204): 2a8f9448bb5c,37229,1733156368099 started 2024-12-02T16:19:28,448 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,37229,1733156368099, RpcServer on 2a8f9448bb5c/172.17.0.2:37229, sessionid=0x1009bc9794b0001 2024-12-02T16:19:28,448 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:28,448 DEBUG [RS:0;2a8f9448bb5c:37229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:28,448 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,37229,1733156368099' 2024-12-02T16:19:28,448 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:28,448 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:28,449 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:28,449 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:28,449 DEBUG [RS:0;2a8f9448bb5c:37229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:28,449 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,37229,1733156368099' 2024-12-02T16:19:28,449 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:28,449 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:28,449 DEBUG [RS:0;2a8f9448bb5c:37229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:28,449 INFO [RS:0;2a8f9448bb5c:37229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:28,449 INFO [RS:0;2a8f9448bb5c:37229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:28,451 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.Replication(204): 2a8f9448bb5c,44287,1733156368132 started 2024-12-02T16:19:28,451 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,44287,1733156368132, RpcServer on 2a8f9448bb5c/172.17.0.2:44287, sessionid=0x1009bc9794b0002 2024-12-02T16:19:28,451 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:28,451 DEBUG [RS:1;2a8f9448bb5c:44287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:28,451 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,44287,1733156368132' 2024-12-02T16:19:28,451 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:28,451 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:28,451 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:28,451 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:28,451 DEBUG [RS:1;2a8f9448bb5c:44287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:28,451 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,44287,1733156368132' 2024-12-02T16:19:28,452 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:28,452 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:28,452 DEBUG [RS:1;2a8f9448bb5c:44287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:28,452 INFO [RS:1;2a8f9448bb5c:44287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:28,452 INFO [RS:1;2a8f9448bb5c:44287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:28,550 INFO [RS:0;2a8f9448bb5c:37229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:28,551 INFO [RS:0;2a8f9448bb5c:37229 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C37229%2C1733156368099, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,37229,1733156368099, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/oldWALs, maxLogs=32 2024-12-02T16:19:28,553 INFO [RS:1;2a8f9448bb5c:44287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:28,554 INFO [RS:1;2a8f9448bb5c:44287 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C44287%2C1733156368132, suffix=, logDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,44287,1733156368132, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/oldWALs, maxLogs=32 2024-12-02T16:19:28,570 DEBUG [RS:0;2a8f9448bb5c:37229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,37229,1733156368099/2a8f9448bb5c%2C37229%2C1733156368099.1733156368552, exclude list is [], retry=0 2024-12-02T16:19:28,572 DEBUG [RS:1;2a8f9448bb5c:44287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,44287,1733156368132/2a8f9448bb5c%2C44287%2C1733156368132.1733156368554, exclude list is [], retry=0 2024-12-02T16:19:28,573 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39741,DS-3f03d0f3-02b5-4eb0-9a71-748be6cdaf67,DISK] 2024-12-02T16:19:28,573 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-0daf867f-4bc4-46db-9344-948df989007c,DISK] 2024-12-02T16:19:28,575 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-0daf867f-4bc4-46db-9344-948df989007c,DISK] 2024-12-02T16:19:28,575 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39741,DS-3f03d0f3-02b5-4eb0-9a71-748be6cdaf67,DISK] 2024-12-02T16:19:28,578 INFO [RS:1;2a8f9448bb5c:44287 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,44287,1733156368132/2a8f9448bb5c%2C44287%2C1733156368132.1733156368554 2024-12-02T16:19:28,578 DEBUG [RS:1;2a8f9448bb5c:44287 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42107:42107),(127.0.0.1/127.0.0.1:39823:39823)] 2024-12-02T16:19:28,580 INFO [RS:0;2a8f9448bb5c:37229 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,37229,1733156368099/2a8f9448bb5c%2C37229%2C1733156368099.1733156368552 2024-12-02T16:19:28,580 DEBUG [RS:0;2a8f9448bb5c:37229 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42107:42107),(127.0.0.1/127.0.0.1:39823:39823)] 2024-12-02T16:19:28,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:28,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:28,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:28,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:28,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:28,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:28,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:28,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:28,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:28,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:28,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:28,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:28,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:28,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740 2024-12-02T16:19:28,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740 2024-12-02T16:19:28,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:28,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:28,717 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:28,717 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59604045, jitterRate=-0.11183051764965057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:28,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:28,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:28,718 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:28,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:28,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:28,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:28,718 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:28,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:28,719 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:28,719 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-02T16:19:28,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T16:19:28,720 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T16:19:28,721 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T16:19:28,871 DEBUG [2a8f9448bb5c:44939 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T16:19:28,871 DEBUG [2a8f9448bb5c:44939 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:28,873 DEBUG [2a8f9448bb5c:44939 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:28,873 DEBUG [2a8f9448bb5c:44939 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:28,873 INFO [2a8f9448bb5c:44939 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:28,873 INFO [2a8f9448bb5c:44939 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:28,873 DEBUG [2a8f9448bb5c:44939 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:28,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:28,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,37229,1733156368099, state=OPENING 2024-12-02T16:19:28,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T16:19:28,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:28,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:28,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,37229,1733156368099}] 2024-12-02T16:19:28,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:28,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:29,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:29,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:29,033 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:29,036 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-02T16:19:29,036 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:29,037 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T16:19:29,038 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C37229%2C1733156368099.meta, suffix=.meta, logDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,37229,1733156368099, archiveDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/oldWALs, maxLogs=32 2024-12-02T16:19:29,051 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,37229,1733156368099/2a8f9448bb5c%2C37229%2C1733156368099.meta.1733156369038.meta, exclude list is [], retry=0 2024-12-02T16:19:29,054 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34959,DS-0daf867f-4bc4-46db-9344-948df989007c,DISK] 2024-12-02T16:19:29,054 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39741,DS-3f03d0f3-02b5-4eb0-9a71-748be6cdaf67,DISK] 2024-12-02T16:19:29,056 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/WALs/2a8f9448bb5c,37229,1733156368099/2a8f9448bb5c%2C37229%2C1733156368099.meta.1733156369038.meta 2024-12-02T16:19:29,056 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42107:42107),(127.0.0.1/127.0.0.1:39823:39823)] 2024-12-02T16:19:29,056 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:29,056 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T16:19:29,056 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T16:19:29,057 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T16:19:29,057 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T16:19:29,057 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:29,057 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-02T16:19:29,057 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-02T16:19:29,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:29,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:29,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:29,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:29,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:29,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:29,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:29,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:29,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:29,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:29,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:29,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:29,062 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740 2024-12-02T16:19:29,063 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740 2024-12-02T16:19:29,064 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:29,066 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:29,066 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65356658, jitterRate=-0.026109904050827026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:29,067 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:29,068 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733156369030 2024-12-02T16:19:29,070 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T16:19:29,070 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-02T16:19:29,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:29,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,37229,1733156368099, state=OPEN 2024-12-02T16:19:29,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:29,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:29,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:29,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:29,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:29,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:29,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T16:19:29,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,37229,1733156368099 in 195 msec 2024-12-02T16:19:29,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T16:19:29,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-02T16:19:29,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 793 msec 2024-12-02T16:19:29,078 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733156369078, completionTime=-1 2024-12-02T16:19:29,078 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T16:19:29,078 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-02T16:19:29,079 DEBUG [hconnection-0x7d4b57de-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:29,081 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:29,082 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-02T16:19:29,082 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733156429082 2024-12-02T16:19:29,082 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733156489082 2024-12-02T16:19:29,082 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-02T16:19:29,087 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T16:19:29,087 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,44939,1733156368059-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:29,087 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,44939,1733156368059-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:29,087 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,44939,1733156368059-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:29,087 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a8f9448bb5c:44939, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:29,087 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:29,088 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-02T16:19:29,088 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:29,089 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-02T16:19:29,090 DEBUG [master/2a8f9448bb5c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-02T16:19:29,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:29,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:29,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:29,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:29,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:29,101 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4d447575f061ae68bb76d79beaaa5f62, NAME => 'hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92 2024-12-02T16:19:29,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:29,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:29,109 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:29,109 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4d447575f061ae68bb76d79beaaa5f62, disabling compactions & flushes 2024-12-02T16:19:29,109 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:29,109 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:29,109 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. after waiting 0 ms 2024-12-02T16:19:29,109 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:29,109 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:29,109 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4d447575f061ae68bb76d79beaaa5f62: 2024-12-02T16:19:29,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:29,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733156369110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156369110"}]},"ts":"1733156369110"} 2024-12-02T16:19:29,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:19:29,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:29,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156369113"}]},"ts":"1733156369113"} 2024-12-02T16:19:29,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-02T16:19:29,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:29,119 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:29,119 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:29,119 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:29,119 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:29,119 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:29,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4d447575f061ae68bb76d79beaaa5f62, ASSIGN}] 2024-12-02T16:19:29,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4d447575f061ae68bb76d79beaaa5f62, ASSIGN 2024-12-02T16:19:29,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4d447575f061ae68bb76d79beaaa5f62, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,37229,1733156368099; forceNewPlan=false, retain=false 2024-12-02T16:19:29,272 INFO [2a8f9448bb5c:44939 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T16:19:29,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4d447575f061ae68bb76d79beaaa5f62, regionState=OPENING, regionLocation=2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:29,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4d447575f061ae68bb76d79beaaa5f62, server=2a8f9448bb5c,37229,1733156368099}] 2024-12-02T16:19:29,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:29,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:29,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d447575f061ae68bb76d79beaaa5f62, NAME => 'hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:29,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:29,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:29,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:29,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:29,433 INFO [StoreOpener-4d447575f061ae68bb76d79beaaa5f62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:29,434 INFO [StoreOpener-4d447575f061ae68bb76d79beaaa5f62-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d447575f061ae68bb76d79beaaa5f62 columnFamilyName info 2024-12-02T16:19:29,434 DEBUG [StoreOpener-4d447575f061ae68bb76d79beaaa5f62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:29,435 INFO [StoreOpener-4d447575f061ae68bb76d79beaaa5f62-1 {}] regionserver.HStore(327): Store=4d447575f061ae68bb76d79beaaa5f62/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:29,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/namespace/4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:29,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/namespace/4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:29,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:29,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/namespace/4d447575f061ae68bb76d79beaaa5f62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:29,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4d447575f061ae68bb76d79beaaa5f62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72861060, jitterRate=0.08571439981460571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:29,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4d447575f061ae68bb76d79beaaa5f62: 2024-12-02T16:19:29,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62., pid=6, masterSystemTime=1733156369427 2024-12-02T16:19:29,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:29,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:29,444 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4d447575f061ae68bb76d79beaaa5f62, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:29,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T16:19:29,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4d447575f061ae68bb76d79beaaa5f62, server=2a8f9448bb5c,37229,1733156368099 in 171 msec 2024-12-02T16:19:29,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T16:19:29,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4d447575f061ae68bb76d79beaaa5f62, ASSIGN in 329 msec 2024-12-02T16:19:29,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:29,451 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156369450"}]},"ts":"1733156369450"} 2024-12-02T16:19:29,452 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-02T16:19:29,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:29,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 367 msec 2024-12-02T16:19:29,490 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-02T16:19:29,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:29,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:29,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:29,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:29,508 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-02T16:19:29,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:29,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-12-02T16:19:29,530 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-02T16:19:29,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:29,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 8 msec 2024-12-02T16:19:29,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-02T16:19:29,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-02T16:19:29,547 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.378sec 2024-12-02T16:19:29,547 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T16:19:29,547 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T16:19:29,547 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T16:19:29,547 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T16:19:29,547 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T16:19:29,548 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,44939,1733156368059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:29,548 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,44939,1733156368059-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T16:19:29,549 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-02T16:19:29,549 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T16:19:29,549 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,44939,1733156368059-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:29,564 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5434a5b5 to 127.0.0.1:58556 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67ed5788 2024-12-02T16:19:29,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e40b546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:29,573 DEBUG [hconnection-0x26715902-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:29,574 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:29,576 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:29,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:19:29,578 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:19:29,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T16:19:29,581 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:29,581 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:29,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-02T16:19:29,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:29,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:29,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:29,598 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 96ff51316b67741564c62f170dfa25b1, NAME => 'testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92 2024-12-02T16:19:29,598 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 87bfc0a1b5471e298a19efa01274b833, NAME => 'testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92 2024-12-02T16:19:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:29,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:29,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 87bfc0a1b5471e298a19efa01274b833, disabling compactions & flushes 2024-12-02T16:19:29,610 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:29,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:29,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. after waiting 0 ms 2024-12-02T16:19:29,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:29,610 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:29,610 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 87bfc0a1b5471e298a19efa01274b833: 2024-12-02T16:19:29,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:29,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:29,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:29,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 96ff51316b67741564c62f170dfa25b1, disabling compactions & flushes 2024-12-02T16:19:29,618 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:29,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:29,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. after waiting 0 ms 2024-12-02T16:19:29,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:29,618 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:29,618 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 96ff51316b67741564c62f170dfa25b1: 2024-12-02T16:19:29,619 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:29,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156369619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156369619"}]},"ts":"1733156369619"} 2024-12-02T16:19:29,619 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156369619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156369619"}]},"ts":"1733156369619"} 2024-12-02T16:19:29,622 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-02T16:19:29,623 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:29,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156369623"}]},"ts":"1733156369623"} 2024-12-02T16:19:29,624 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T16:19:29,628 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:29,629 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:29,629 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:29,629 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:29,629 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:29,629 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:29,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=96ff51316b67741564c62f170dfa25b1, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=87bfc0a1b5471e298a19efa01274b833, ASSIGN}] 2024-12-02T16:19:29,630 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=87bfc0a1b5471e298a19efa01274b833, ASSIGN 2024-12-02T16:19:29,630 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=96ff51316b67741564c62f170dfa25b1, ASSIGN 2024-12-02T16:19:29,631 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=87bfc0a1b5471e298a19efa01274b833, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,37229,1733156368099; forceNewPlan=false, retain=false 2024-12-02T16:19:29,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=96ff51316b67741564c62f170dfa25b1, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,44287,1733156368132; forceNewPlan=false, retain=false 2024-12-02T16:19:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:29,782 INFO [2a8f9448bb5c:44939 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T16:19:29,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=96ff51316b67741564c62f170dfa25b1, regionState=OPENING, regionLocation=2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:29,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=87bfc0a1b5471e298a19efa01274b833, regionState=OPENING, regionLocation=2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:29,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 96ff51316b67741564c62f170dfa25b1, server=2a8f9448bb5c,44287,1733156368132}] 2024-12-02T16:19:29,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 87bfc0a1b5471e298a19efa01274b833, server=2a8f9448bb5c,37229,1733156368099}] 2024-12-02T16:19:29,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T16:19:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:29,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:29,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:29,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:29,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:29,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:29,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:19:29,936 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:29,936 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:29,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:29,938 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:29,941 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:29,941 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 96ff51316b67741564c62f170dfa25b1, NAME => 'testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 87bfc0a1b5471e298a19efa01274b833, NAME => 'testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 96ff51316b67741564c62f170dfa25b1 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 87bfc0a1b5471e298a19efa01274b833 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 87bfc0a1b5471e298a19efa01274b833 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 96ff51316b67741564c62f170dfa25b1 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 96ff51316b67741564c62f170dfa25b1 2024-12-02T16:19:29,941 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 87bfc0a1b5471e298a19efa01274b833 2024-12-02T16:19:29,942 INFO [StoreOpener-96ff51316b67741564c62f170dfa25b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 96ff51316b67741564c62f170dfa25b1 2024-12-02T16:19:29,943 INFO [StoreOpener-87bfc0a1b5471e298a19efa01274b833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 87bfc0a1b5471e298a19efa01274b833 2024-12-02T16:19:29,944 INFO [StoreOpener-87bfc0a1b5471e298a19efa01274b833-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87bfc0a1b5471e298a19efa01274b833 columnFamilyName family 2024-12-02T16:19:29,944 INFO [StoreOpener-96ff51316b67741564c62f170dfa25b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ff51316b67741564c62f170dfa25b1 columnFamilyName family 2024-12-02T16:19:29,944 DEBUG [StoreOpener-87bfc0a1b5471e298a19efa01274b833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:29,944 DEBUG [StoreOpener-96ff51316b67741564c62f170dfa25b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:29,944 INFO [StoreOpener-87bfc0a1b5471e298a19efa01274b833-1 {}] regionserver.HStore(327): Store=87bfc0a1b5471e298a19efa01274b833/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:29,944 INFO [StoreOpener-96ff51316b67741564c62f170dfa25b1-1 {}] regionserver.HStore(327): Store=96ff51316b67741564c62f170dfa25b1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:29,945 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/87bfc0a1b5471e298a19efa01274b833 2024-12-02T16:19:29,945 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/96ff51316b67741564c62f170dfa25b1 2024-12-02T16:19:29,946 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/96ff51316b67741564c62f170dfa25b1 2024-12-02T16:19:29,946 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/87bfc0a1b5471e298a19efa01274b833 2024-12-02T16:19:29,948 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 96ff51316b67741564c62f170dfa25b1 2024-12-02T16:19:29,950 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/96ff51316b67741564c62f170dfa25b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:29,951 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 96ff51316b67741564c62f170dfa25b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61078971, jitterRate=-0.08985240757465363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:29,951 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 87bfc0a1b5471e298a19efa01274b833 2024-12-02T16:19:29,952 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 96ff51316b67741564c62f170dfa25b1: 2024-12-02T16:19:29,953 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1., pid=12, masterSystemTime=1733156369936 2024-12-02T16:19:29,953 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/87bfc0a1b5471e298a19efa01274b833/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:29,953 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 87bfc0a1b5471e298a19efa01274b833; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59632669, jitterRate=-0.11140398681163788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:29,954 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 87bfc0a1b5471e298a19efa01274b833: 2024-12-02T16:19:29,954 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833., pid=13, masterSystemTime=1733156369937 2024-12-02T16:19:29,954 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:29,954 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:29,955 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=96ff51316b67741564c62f170dfa25b1, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:29,956 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:29,956 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:29,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=87bfc0a1b5471e298a19efa01274b833, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:29,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T16:19:29,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 96ff51316b67741564c62f170dfa25b1, server=2a8f9448bb5c,44287,1733156368132 in 174 msec 2024-12-02T16:19:29,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-02T16:19:29,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 87bfc0a1b5471e298a19efa01274b833, server=2a8f9448bb5c,37229,1733156368099 in 175 msec 2024-12-02T16:19:29,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=96ff51316b67741564c62f170dfa25b1, ASSIGN in 331 msec 2024-12-02T16:19:29,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-02T16:19:29,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=87bfc0a1b5471e298a19efa01274b833, ASSIGN in 332 msec 2024-12-02T16:19:29,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:29,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156369964"}]},"ts":"1733156369964"} 2024-12-02T16:19:29,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T16:19:29,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:29,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 390 msec 2024-12-02T16:19:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:30,188 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-02T16:19:30,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T16:19:30,188 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:30,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T16:19:30,192 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:30,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-02T16:19:30,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:30,195 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:30,208 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 87bfc0a1b5471e298a19efa01274b833 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T16:19:30,231 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/87bfc0a1b5471e298a19efa01274b833/.tmp/family/63408c36861e4bff840f7b8c367a6ee7 is 32, key is 5/family:/1733156370203/Put/seqid=0 2024-12-02T16:19:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741841_1017 (size=5083) 2024-12-02T16:19:30,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741841_1017 (size=5083) 2024-12-02T16:19:30,244 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/87bfc0a1b5471e298a19efa01274b833/.tmp/family/63408c36861e4bff840f7b8c367a6ee7 2024-12-02T16:19:30,250 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/87bfc0a1b5471e298a19efa01274b833/.tmp/family/63408c36861e4bff840f7b8c367a6ee7 as hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/87bfc0a1b5471e298a19efa01274b833/family/63408c36861e4bff840f7b8c367a6ee7 2024-12-02T16:19:30,255 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/87bfc0a1b5471e298a19efa01274b833/family/63408c36861e4bff840f7b8c367a6ee7, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T16:19:30,256 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 87bfc0a1b5471e298a19efa01274b833 in 48ms, sequenceid=9, compaction requested=false 2024-12-02T16:19:30,256 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 87bfc0a1b5471e298a19efa01274b833: 2024-12-02T16:19:30,256 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 96ff51316b67741564c62f170dfa25b1 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T16:19:30,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/96ff51316b67741564c62f170dfa25b1/.tmp/family/56602d624c0f430fbf8d317d87d2ca8a is 32, key is 1/family:/1733156370196/Put/seqid=0 2024-12-02T16:19:30,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741842_1018 (size=5054) 2024-12-02T16:19:30,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741842_1018 (size=5054) 2024-12-02T16:19:30,279 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/96ff51316b67741564c62f170dfa25b1/.tmp/family/56602d624c0f430fbf8d317d87d2ca8a 2024-12-02T16:19:30,284 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/96ff51316b67741564c62f170dfa25b1/.tmp/family/56602d624c0f430fbf8d317d87d2ca8a as hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/96ff51316b67741564c62f170dfa25b1/family/56602d624c0f430fbf8d317d87d2ca8a 2024-12-02T16:19:30,289 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/96ff51316b67741564c62f170dfa25b1/family/56602d624c0f430fbf8d317d87d2ca8a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T16:19:30,290 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 96ff51316b67741564c62f170dfa25b1 in 34ms, sequenceid=8, compaction requested=false 2024-12-02T16:19:30,290 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 96ff51316b67741564c62f170dfa25b1: 2024-12-02T16:19:30,292 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 63408c36861e4bff840f7b8c367a6ee7, starting offset: 0, end offset: 9223372036854775807 2024-12-02T16:19:30,292 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 63408c36861e4bff840f7b8c367a6ee7_0 from back map with offset lock 2094080 in the evict process 2024-12-02T16:19:30,294 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 56602d624c0f430fbf8d317d87d2ca8a, starting offset: 0, end offset: 9223372036854775807 2024-12-02T16:19:30,294 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 56602d624c0f430fbf8d317d87d2ca8a_0 from back map with offset lock 2094080 in the evict process 2024-12-02T16:19:30,294 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T16:19:30,294 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:19:30,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5434a5b5 to 127.0.0.1:58556 2024-12-02T16:19:30,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:30,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T16:19:30,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1384872598, stopped=false 2024-12-02T16:19:30,295 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:30,297 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-02T16:19:30,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:30,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:30,299 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1136): Closing user regions 2024-12-02T16:19:30,299 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(3579): Received CLOSE for 96ff51316b67741564c62f170dfa25b1 2024-12-02T16:19:30,300 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 96ff51316b67741564c62f170dfa25b1, disabling compactions & flushes 2024-12-02T16:19:30,300 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:30,300 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:30,300 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. after waiting 0 ms 2024-12-02T16:19:30,300 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:30,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:30,301 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,37229,1733156368099' ***** 2024-12-02T16:19:30,301 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:30,301 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,44287,1733156368132' ***** 2024-12-02T16:19:30,301 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:30,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:30,302 INFO [RS:0;2a8f9448bb5c:37229 {}] bucket.BucketCache(1726): Disabling cache 2024-12-02T16:19:30,302 INFO [RS:0;2a8f9448bb5c:37229 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T16:19:30,302 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T16:19:30,302 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T16:19:30,302 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:30,302 INFO [RS:0;2a8f9448bb5c:37229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:30,302 INFO [RS:0;2a8f9448bb5c:37229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:30,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:30,302 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(3579): Received CLOSE for 87bfc0a1b5471e298a19efa01274b833 2024-12-02T16:19:30,302 INFO [RS:1;2a8f9448bb5c:44287 {}] bucket.BucketCache(1726): Disabling cache 2024-12-02T16:19:30,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:30,302 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T16:19:30,302 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T16:19:30,302 INFO [RS:1;2a8f9448bb5c:44287 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T16:19:30,302 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:30,302 INFO [RS:1;2a8f9448bb5c:44287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:30,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:30,302 INFO [RS:1;2a8f9448bb5c:44287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:30,302 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:30,303 DEBUG [RS:1;2a8f9448bb5c:44287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:30,303 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-02T16:19:30,303 DEBUG [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1603): Online Regions={96ff51316b67741564c62f170dfa25b1=testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1.} 2024-12-02T16:19:30,303 DEBUG [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1629): Waiting on 96ff51316b67741564c62f170dfa25b1 2024-12-02T16:19:30,303 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T16:19:30,303 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T16:19:30,305 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(3579): Received CLOSE for 4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:30,305 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:30,305 DEBUG [RS:0;2a8f9448bb5c:37229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:30,305 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:30,305 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:30,305 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:30,306 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-02T16:19:30,306 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 87bfc0a1b5471e298a19efa01274b833, disabling compactions & flushes 2024-12-02T16:19:30,306 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:30,306 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:30,306 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. after waiting 0 ms 2024-12-02T16:19:30,306 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:30,306 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-02T16:19:30,306 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1603): Online Regions={87bfc0a1b5471e298a19efa01274b833=testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833., 4d447575f061ae68bb76d79beaaa5f62=hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T16:19:30,306 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4d447575f061ae68bb76d79beaaa5f62, 87bfc0a1b5471e298a19efa01274b833 2024-12-02T16:19:30,306 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:30,306 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:30,306 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:30,306 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:30,306 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:30,307 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-02T16:19:30,309 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/96ff51316b67741564c62f170dfa25b1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T16:19:30,310 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:30,310 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 96ff51316b67741564c62f170dfa25b1: 2024-12-02T16:19:30,310 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733156369579.96ff51316b67741564c62f170dfa25b1. 2024-12-02T16:19:30,311 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:30,314 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:30,314 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/default/testClearRegionBlockCache/87bfc0a1b5471e298a19efa01274b833/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T16:19:30,315 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:30,315 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 87bfc0a1b5471e298a19efa01274b833: 2024-12-02T16:19:30,315 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833. 2024-12-02T16:19:30,316 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4d447575f061ae68bb76d79beaaa5f62, disabling compactions & flushes 2024-12-02T16:19:30,316 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:30,316 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:30,316 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. after waiting 0 ms 2024-12-02T16:19:30,316 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:30,316 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4d447575f061ae68bb76d79beaaa5f62 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-02T16:19:30,335 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/.tmp/info/5d0c3259f97e4708aa26b2552dbf0bab is 173, key is testClearRegionBlockCache,5,1733156369579.87bfc0a1b5471e298a19efa01274b833./info:regioninfo/1733156369956/Put/seqid=0 2024-12-02T16:19:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:30,342 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/namespace/4d447575f061ae68bb76d79beaaa5f62/.tmp/info/53b2b568e95547af9be35315cadcff86 is 45, key is default/info:d/1733156369512/Put/seqid=0 2024-12-02T16:19:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:30,343 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/.tmp/info/5d0c3259f97e4708aa26b2552dbf0bab 2024-12-02T16:19:30,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:30,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:30,364 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/.tmp/table/601b7124dd65469db635d0173cc12e95 is 61, key is testClearRegionBlockCache/table:state/1733156369964/Put/seqid=0 2024-12-02T16:19:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:30,369 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/.tmp/table/601b7124dd65469db635d0173cc12e95 2024-12-02T16:19:30,373 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/.tmp/info/5d0c3259f97e4708aa26b2552dbf0bab as hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/info/5d0c3259f97e4708aa26b2552dbf0bab 2024-12-02T16:19:30,378 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/info/5d0c3259f97e4708aa26b2552dbf0bab, entries=30, sequenceid=16, filesize=9.1 K 2024-12-02T16:19:30,379 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/.tmp/table/601b7124dd65469db635d0173cc12e95 as hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/table/601b7124dd65469db635d0173cc12e95 2024-12-02T16:19:30,383 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/table/601b7124dd65469db635d0173cc12e95, entries=4, sequenceid=16, filesize=5.3 K 2024-12-02T16:19:30,384 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=16, compaction requested=false 2024-12-02T16:19:30,390 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T16:19:30,390 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:19:30,390 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:30,390 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:30,390 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:30,413 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:19:30,413 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:19:30,447 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:19:30,447 INFO [regionserver/2a8f9448bb5c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:19:30,503 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,44287,1733156368132; all regions closed. 2024-12-02T16:19:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741834_1010 (size=1758) 2024-12-02T16:19:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741834_1010 (size=1758) 2024-12-02T16:19:30,506 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1629): Waiting on 4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:30,507 DEBUG [RS:1;2a8f9448bb5c:44287 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/oldWALs 2024-12-02T16:19:30,507 INFO [RS:1;2a8f9448bb5c:44287 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C44287%2C1733156368132:(num 1733156368554) 2024-12-02T16:19:30,507 DEBUG [RS:1;2a8f9448bb5c:44287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:30,507 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:30,507 INFO [RS:1;2a8f9448bb5c:44287 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:30,508 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:30,508 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:30,508 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:30,508 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:30,508 INFO [RS:1;2a8f9448bb5c:44287 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44287 2024-12-02T16:19:30,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,44287,1733156368132 2024-12-02T16:19:30,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:30,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,44287,1733156368132] 2024-12-02T16:19:30,511 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,44287,1733156368132; numProcessing=1 2024-12-02T16:19:30,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,44287,1733156368132 already deleted, retry=false 2024-12-02T16:19:30,512 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,44287,1733156368132 expired; onlineServers=1 2024-12-02T16:19:30,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:30,611 INFO [RS:1;2a8f9448bb5c:44287 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,44287,1733156368132; zookeeper connection closed. 2024-12-02T16:19:30,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x1009bc9794b0002, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:30,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72fe58a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72fe58a 2024-12-02T16:19:30,707 DEBUG [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1629): Waiting on 4d447575f061ae68bb76d79beaaa5f62 2024-12-02T16:19:30,749 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/namespace/4d447575f061ae68bb76d79beaaa5f62/.tmp/info/53b2b568e95547af9be35315cadcff86 2024-12-02T16:19:30,756 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/namespace/4d447575f061ae68bb76d79beaaa5f62/.tmp/info/53b2b568e95547af9be35315cadcff86 as hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/namespace/4d447575f061ae68bb76d79beaaa5f62/info/53b2b568e95547af9be35315cadcff86 2024-12-02T16:19:30,762 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/namespace/4d447575f061ae68bb76d79beaaa5f62/info/53b2b568e95547af9be35315cadcff86, entries=2, sequenceid=6, filesize=4.9 K 2024-12-02T16:19:30,763 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4d447575f061ae68bb76d79beaaa5f62 in 447ms, sequenceid=6, compaction requested=false 2024-12-02T16:19:30,771 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/data/hbase/namespace/4d447575f061ae68bb76d79beaaa5f62/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T16:19:30,771 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:30,771 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4d447575f061ae68bb76d79beaaa5f62: 2024-12-02T16:19:30,771 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733156369088.4d447575f061ae68bb76d79beaaa5f62. 2024-12-02T16:19:30,907 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,37229,1733156368099; all regions closed. 2024-12-02T16:19:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:30,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:30,911 DEBUG [RS:0;2a8f9448bb5c:37229 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/oldWALs 2024-12-02T16:19:30,911 INFO [RS:0;2a8f9448bb5c:37229 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C37229%2C1733156368099.meta:.meta(num 1733156369038) 2024-12-02T16:19:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741833_1009 (size=3188) 2024-12-02T16:19:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741833_1009 (size=3188) 2024-12-02T16:19:30,915 DEBUG [RS:0;2a8f9448bb5c:37229 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/oldWALs 2024-12-02T16:19:30,915 INFO [RS:0;2a8f9448bb5c:37229 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C37229%2C1733156368099:(num 1733156368552) 2024-12-02T16:19:30,915 DEBUG [RS:0;2a8f9448bb5c:37229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:30,915 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:30,915 INFO [RS:0;2a8f9448bb5c:37229 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:30,915 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:30,916 INFO [RS:0;2a8f9448bb5c:37229 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37229 2024-12-02T16:19:30,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,37229,1733156368099 2024-12-02T16:19:30,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:30,918 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$362/0x00007f08d88f58a0@5c5223de rejected from java.util.concurrent.ThreadPoolExecutor@586dac8c[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-02T16:19:30,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,37229,1733156368099] 2024-12-02T16:19:30,919 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,37229,1733156368099; numProcessing=2 2024-12-02T16:19:30,920 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,37229,1733156368099 already deleted, retry=false 2024-12-02T16:19:30,920 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,37229,1733156368099 expired; onlineServers=0 2024-12-02T16:19:30,920 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,44939,1733156368059' ***** 2024-12-02T16:19:30,920 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T16:19:30,921 DEBUG [M:0;2a8f9448bb5c:44939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9789e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:30,921 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,44939,1733156368059 2024-12-02T16:19:30,921 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,44939,1733156368059; all regions closed. 2024-12-02T16:19:30,921 DEBUG [M:0;2a8f9448bb5c:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:30,921 DEBUG [M:0;2a8f9448bb5c:44939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T16:19:30,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T16:19:30,921 DEBUG [M:0;2a8f9448bb5c:44939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T16:19:30,921 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156368289 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156368289,5,FailOnTimeoutGroup] 2024-12-02T16:19:30,921 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156368289 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156368289,5,FailOnTimeoutGroup] 2024-12-02T16:19:30,921 INFO [M:0;2a8f9448bb5c:44939 {}] hbase.ChoreService(370): Chore service for: master/2a8f9448bb5c:0 had [] on shutdown 2024-12-02T16:19:30,921 DEBUG [M:0;2a8f9448bb5c:44939 {}] master.HMaster(1733): Stopping service threads 2024-12-02T16:19:30,922 INFO [M:0;2a8f9448bb5c:44939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T16:19:30,922 INFO [M:0;2a8f9448bb5c:44939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T16:19:30,922 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T16:19:30,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:30,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:30,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:30,922 DEBUG [M:0;2a8f9448bb5c:44939 {}] zookeeper.ZKUtil(347): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T16:19:30,922 WARN [M:0;2a8f9448bb5c:44939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T16:19:30,922 INFO [M:0;2a8f9448bb5c:44939 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-02T16:19:30,923 INFO [M:0;2a8f9448bb5c:44939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T16:19:30,923 DEBUG [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:30,923 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:30,923 DEBUG [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:30,923 DEBUG [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:30,923 DEBUG [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:30,923 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-02T16:19:30,938 DEBUG [M:0;2a8f9448bb5c:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6724f487072461198384e6fff8606fe is 82, key is hbase:meta,,1/info:regioninfo/1733156369070/Put/seqid=0 2024-12-02T16:19:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:30,943 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6724f487072461198384e6fff8606fe 2024-12-02T16:19:30,963 DEBUG [M:0;2a8f9448bb5c:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da56b0847ce64f1d834d97419ccba29e is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733156369970/Put/seqid=0 2024-12-02T16:19:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741847_1023 (size=7577) 2024-12-02T16:19:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741847_1023 (size=7577) 2024-12-02T16:19:30,968 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da56b0847ce64f1d834d97419ccba29e 2024-12-02T16:19:30,985 DEBUG [M:0;2a8f9448bb5c:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f98c99bad884eafb33436acc124c696 is 69, key is 2a8f9448bb5c,37229,1733156368099/rs:state/1733156368383/Put/seqid=0 2024-12-02T16:19:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:30,990 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f98c99bad884eafb33436acc124c696 2024-12-02T16:19:30,994 DEBUG [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d6724f487072461198384e6fff8606fe as hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6724f487072461198384e6fff8606fe 2024-12-02T16:19:30,998 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d6724f487072461198384e6fff8606fe, entries=8, sequenceid=108, filesize=5.5 K 2024-12-02T16:19:30,999 DEBUG [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da56b0847ce64f1d834d97419ccba29e as hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da56b0847ce64f1d834d97419ccba29e 2024-12-02T16:19:31,003 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da56b0847ce64f1d834d97419ccba29e, entries=13, sequenceid=108, filesize=7.4 K 2024-12-02T16:19:31,004 DEBUG [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f98c99bad884eafb33436acc124c696 as hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f98c99bad884eafb33436acc124c696 2024-12-02T16:19:31,008 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33045/user/jenkins/test-data/bbc6f2b7-b9a1-c744-45d5-ecabed981c92/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f98c99bad884eafb33436acc124c696, entries=2, sequenceid=108, filesize=5.1 K 2024-12-02T16:19:31,009 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 86ms, sequenceid=108, compaction requested=false 2024-12-02T16:19:31,010 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:31,010 DEBUG [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39741 is added to blk_1073741830_1006 (size=54453) 2024-12-02T16:19:31,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34959 is added to blk_1073741830_1006 (size=54453) 2024-12-02T16:19:31,012 INFO [M:0;2a8f9448bb5c:44939 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-02T16:19:31,012 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:31,012 INFO [M:0;2a8f9448bb5c:44939 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44939 2024-12-02T16:19:31,014 DEBUG [M:0;2a8f9448bb5c:44939 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2a8f9448bb5c,44939,1733156368059 already deleted, retry=false 2024-12-02T16:19:31,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:31,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37229-0x1009bc9794b0001, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:31,019 INFO [RS:0;2a8f9448bb5c:37229 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,37229,1733156368099; zookeeper connection closed. 2024-12-02T16:19:31,019 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56eb7ca0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56eb7ca0 2024-12-02T16:19:31,020 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T16:19:31,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:31,116 INFO [M:0;2a8f9448bb5c:44939 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,44939,1733156368059; zookeeper connection closed. 2024-12-02T16:19:31,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x1009bc9794b0000, quorum=127.0.0.1:58556, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:31,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70e07e00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:31,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21747e6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:31,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:31,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@739a009b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:31,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71cebbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:31,122 WARN [BP-784660922-172.17.0.2-1733156367398 heartbeating to localhost/127.0.0.1:33045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:31,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:31,122 WARN [BP-784660922-172.17.0.2-1733156367398 heartbeating to localhost/127.0.0.1:33045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784660922-172.17.0.2-1733156367398 (Datanode Uuid 4d8192ce-0d6d-4fc4-bd77-a789cd9da78a) service to localhost/127.0.0.1:33045 2024-12-02T16:19:31,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:31,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/dfs/data/data3/current/BP-784660922-172.17.0.2-1733156367398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:31,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/dfs/data/data4/current/BP-784660922-172.17.0.2-1733156367398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:31,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:31,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56a42465{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:31,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a059ae7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:31,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:31,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18bff023{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:31,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e91cbff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:31,131 WARN [BP-784660922-172.17.0.2-1733156367398 heartbeating to localhost/127.0.0.1:33045 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:31,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:31,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:31,131 WARN [BP-784660922-172.17.0.2-1733156367398 heartbeating to localhost/127.0.0.1:33045 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784660922-172.17.0.2-1733156367398 (Datanode Uuid 4e5709b1-acbb-4d83-b310-fb57107a4e28) service to localhost/127.0.0.1:33045 2024-12-02T16:19:31,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/dfs/data/data1/current/BP-784660922-172.17.0.2-1733156367398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:31,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/cluster_f7753d7c-e01d-74d6-9da1-5061107c2c8c/dfs/data/data2/current/BP-784660922-172.17.0.2-1733156367398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:31,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:31,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@541444f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:31,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62fee839{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:31,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:31,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d444029{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:31,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ac0ce71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:31,145 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-02T16:19:31,161 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T16:19:31,172 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=175 (was 153) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33045 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33045 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33045 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33045 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:33045 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=521 (was 492) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 565), ProcessCount=11 (was 11), AvailableMemoryMB=5250 (was 5483) 2024-12-02T16:19:31,181 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=175, OpenFileDescriptor=521, MaxFileDescriptor=1048576, SystemLoadAverage=552, ProcessCount=11, AvailableMemoryMB=5250 2024-12-02T16:19:31,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.log.dir so I do NOT create it in target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089 2024-12-02T16:19:31,194 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T16:19:31,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.tmp.dir so I do NOT create it in target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089 2024-12-02T16:19:31,194 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/3b1c2fac-90a7-d1ed-f222-3a1b95477e0e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T16:19:31,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c, deleteOnExit=true 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/test.cache.data in system properties and HBase conf 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/hadoop.log.dir in system properties and HBase conf 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-02T16:19:31,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:31,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/nfs.dump.dir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/java.io.tmpdir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T16:19:31,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T16:19:31,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:31,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:31,271 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:31,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:31,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T16:19:31,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:31,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac860f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:31,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4817200e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:31,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25e6727b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/java.io.tmpdir/jetty-localhost-36331-hadoop-hdfs-3_4_1-tests_jar-_-any-12464743993760693573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:31,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@99e6529{HTTP/1.1, (http/1.1)}{localhost:36331} 2024-12-02T16:19:31,400 INFO [Time-limited test {}] server.Server(415): Started @35843ms 2024-12-02T16:19:31,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:31,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:31,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:31,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:31,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T16:19:31,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc00db6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:31,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fb79839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:31,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@294ce493{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/java.io.tmpdir/jetty-localhost-34055-hadoop-hdfs-3_4_1-tests_jar-_-any-17010432983562621747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:31,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@733476ce{HTTP/1.1, (http/1.1)}{localhost:34055} 2024-12-02T16:19:31,639 INFO [Time-limited test {}] server.Server(415): Started @36083ms 2024-12-02T16:19:31,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:31,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T16:19:31,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T16:19:31,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T16:19:31,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T16:19:31,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T16:19:31,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d6533{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/hadoop.log.dir/,AVAILABLE} 2024-12-02T16:19:31,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1482e20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T16:19:31,726 WARN [Thread-1435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/dfs/data/data1/current/BP-1527835733-172.17.0.2-1733156371217/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:31,727 WARN [Thread-1436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/dfs/data/data2/current/BP-1527835733-172.17.0.2-1733156371217/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:31,773 WARN [Thread-1414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:31,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e2b91f0867aec47 with lease ID 0xdda7f6150e707bd3: Processing first storage report for DS-451e68c2-e686-48e5-bb7b-37dda29a0c77 from datanode DatanodeRegistration(127.0.0.1:40165, datanodeUuid=5be7feba-c94d-46ff-975d-b0f085489623, infoPort=33611, infoSecurePort=0, ipcPort=33039, storageInfo=lv=-57;cid=testClusterID;nsid=1914173944;c=1733156371217) 2024-12-02T16:19:31,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e2b91f0867aec47 with lease ID 0xdda7f6150e707bd3: from storage DS-451e68c2-e686-48e5-bb7b-37dda29a0c77 node DatanodeRegistration(127.0.0.1:40165, datanodeUuid=5be7feba-c94d-46ff-975d-b0f085489623, infoPort=33611, infoSecurePort=0, ipcPort=33039, storageInfo=lv=-57;cid=testClusterID;nsid=1914173944;c=1733156371217), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:31,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e2b91f0867aec47 with lease ID 0xdda7f6150e707bd3: Processing first storage report for DS-dde69ecc-aa7b-47eb-8e45-1b0c2cdbd9b0 from datanode DatanodeRegistration(127.0.0.1:40165, datanodeUuid=5be7feba-c94d-46ff-975d-b0f085489623, infoPort=33611, infoSecurePort=0, ipcPort=33039, storageInfo=lv=-57;cid=testClusterID;nsid=1914173944;c=1733156371217) 2024-12-02T16:19:31,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e2b91f0867aec47 with lease ID 0xdda7f6150e707bd3: from storage DS-dde69ecc-aa7b-47eb-8e45-1b0c2cdbd9b0 node DatanodeRegistration(127.0.0.1:40165, datanodeUuid=5be7feba-c94d-46ff-975d-b0f085489623, infoPort=33611, infoSecurePort=0, ipcPort=33039, storageInfo=lv=-57;cid=testClusterID;nsid=1914173944;c=1733156371217), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:31,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4414ee65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/java.io.tmpdir/jetty-localhost-39079-hadoop-hdfs-3_4_1-tests_jar-_-any-11051559714790961028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:31,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53088ce0{HTTP/1.1, (http/1.1)}{localhost:39079} 2024-12-02T16:19:31,834 INFO [Time-limited test {}] server.Server(415): Started @36277ms 2024-12-02T16:19:31,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T16:19:31,928 WARN [Thread-1461 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/dfs/data/data3/current/BP-1527835733-172.17.0.2-1733156371217/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:31,928 WARN [Thread-1462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/dfs/data/data4/current/BP-1527835733-172.17.0.2-1733156371217/current, will proceed with Du for space computation calculation, 2024-12-02T16:19:31,946 WARN [Thread-1450 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T16:19:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc6583550c2488a2 with lease ID 0xdda7f6150e707bd4: Processing first storage report for DS-0de07a64-b9c8-4314-b837-fb2fb3ffa573 from datanode DatanodeRegistration(127.0.0.1:36281, datanodeUuid=a5262295-cdb4-40f8-a850-d171040f29e9, infoPort=41617, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=1914173944;c=1733156371217) 2024-12-02T16:19:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc6583550c2488a2 with lease ID 0xdda7f6150e707bd4: from storage DS-0de07a64-b9c8-4314-b837-fb2fb3ffa573 node DatanodeRegistration(127.0.0.1:36281, datanodeUuid=a5262295-cdb4-40f8-a850-d171040f29e9, infoPort=41617, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=1914173944;c=1733156371217), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc6583550c2488a2 with lease ID 0xdda7f6150e707bd4: Processing first storage report for DS-77ca52c2-2de7-4c40-8bc3-7b5cb23c9152 from datanode DatanodeRegistration(127.0.0.1:36281, datanodeUuid=a5262295-cdb4-40f8-a850-d171040f29e9, infoPort=41617, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=1914173944;c=1733156371217) 2024-12-02T16:19:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc6583550c2488a2 with lease ID 0xdda7f6150e707bd4: from storage DS-77ca52c2-2de7-4c40-8bc3-7b5cb23c9152 node DatanodeRegistration(127.0.0.1:36281, datanodeUuid=a5262295-cdb4-40f8-a850-d171040f29e9, infoPort=41617, infoSecurePort=0, ipcPort=33175, storageInfo=lv=-57;cid=testClusterID;nsid=1914173944;c=1733156371217), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T16:19:31,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089 2024-12-02T16:19:31,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/zookeeper_0, clientPort=57695, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T16:19:31,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57695 2024-12-02T16:19:31,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:31,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741825_1001 (size=7) 2024-12-02T16:19:31,976 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3 with version=8 2024-12-02T16:19:31,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/hbase-staging 2024-12-02T16:19:31,978 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:31,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:31,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:31,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:31,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:31,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:31,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:31,979 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:31,981 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39363 2024-12-02T16:19:31,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:31,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:31,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39363 connecting to ZooKeeper ensemble=127.0.0.1:57695 2024-12-02T16:19:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393630x0, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:31,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39363-0x1009bc988980000 connected 2024-12-02T16:19:32,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:32,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:32,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:32,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39363 2024-12-02T16:19:32,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39363 2024-12-02T16:19:32,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39363 2024-12-02T16:19:32,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39363 2024-12-02T16:19:32,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39363 2024-12-02T16:19:32,021 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3, hbase.cluster.distributed=false 2024-12-02T16:19:32,040 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:32,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:32,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:32,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:32,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:32,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:32,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:32,040 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:32,041 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36947 2024-12-02T16:19:32,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:32,044 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T16:19:32,059 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-02T16:19:32,060 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T16:19:32,064 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T16:19:32,065 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:32,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:32,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:32,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36947 connecting to ZooKeeper ensemble=127.0.0.1:57695 2024-12-02T16:19:32,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369470x0, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:32,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369470x0, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:32,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369470x0, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:32,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369470x0, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:32,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36947-0x1009bc988980001 connected 2024-12-02T16:19:32,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36947 2024-12-02T16:19:32,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36947 2024-12-02T16:19:32,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36947 2024-12-02T16:19:32,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36947 2024-12-02T16:19:32,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36947 2024-12-02T16:19:32,123 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2a8f9448bb5c:0 server-side Connection retries=45 2024-12-02T16:19:32,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:32,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:32,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T16:19:32,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T16:19:32,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T16:19:32,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T16:19:32,124 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T16:19:32,124 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43717 2024-12-02T16:19:32,125 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T16:19:32,137 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-02T16:19:32,167 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-02T16:19:32,168 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-02T16:19:32,180 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-02T16:19:32,181 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T16:19:32,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:32,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:32,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43717 connecting to ZooKeeper ensemble=127.0.0.1:57695 2024-12-02T16:19:32,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437170x0, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T16:19:32,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43717-0x1009bc988980002 connected 2024-12-02T16:19:32,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:32,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:32,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T16:19:32,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43717 2024-12-02T16:19:32,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43717 2024-12-02T16:19:32,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43717 2024-12-02T16:19:32,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43717 2024-12-02T16:19:32,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43717 2024-12-02T16:19:32,193 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:32,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:32,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:32,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:32,196 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,199 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:32,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T16:19:32,199 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2a8f9448bb5c,39363,1733156371978 from backup master directory 2024-12-02T16:19:32,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:32,200 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:32,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:32,200 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:32,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:32,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T16:19:32,210 DEBUG [M:0;2a8f9448bb5c:39363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2a8f9448bb5c:39363 2024-12-02T16:19:32,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:32,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741826_1002 (size=42) 2024-12-02T16:19:32,214 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/hbase.id with ID: 94713b5d-ec7b-48c2-a805-158af29f9133 2024-12-02T16:19:32,237 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T16:19:32,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741827_1003 (size=196) 2024-12-02T16:19:32,260 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:32,261 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T16:19:32,264 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:32,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741828_1004 (size=1189) 2024-12-02T16:19:32,275 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store 2024-12-02T16:19:32,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:32,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741829_1005 (size=34) 2024-12-02T16:19:32,282 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:32,282 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:32,282 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:32,282 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:32,282 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:32,282 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:32,282 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:32,282 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:32,283 WARN [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/.initializing 2024-12-02T16:19:32,283 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/WALs/2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:32,284 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:32,285 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C39363%2C1733156371978, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/WALs/2a8f9448bb5c,39363,1733156371978, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/oldWALs, maxLogs=10 2024-12-02T16:19:32,298 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/WALs/2a8f9448bb5c,39363,1733156371978/2a8f9448bb5c%2C39363%2C1733156371978.1733156372285, exclude list is [], retry=0 2024-12-02T16:19:32,301 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36281,DS-0de07a64-b9c8-4314-b837-fb2fb3ffa573,DISK] 2024-12-02T16:19:32,301 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40165,DS-451e68c2-e686-48e5-bb7b-37dda29a0c77,DISK] 2024-12-02T16:19:32,302 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/WALs/2a8f9448bb5c,39363,1733156371978/2a8f9448bb5c%2C39363%2C1733156371978.1733156372285 2024-12-02T16:19:32,303 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41617:41617),(127.0.0.1/127.0.0.1:33611:33611)] 2024-12-02T16:19:32,303 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:32,303 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:32,303 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:32,303 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:32,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:32,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T16:19:32,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:32,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:32,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T16:19:32,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:32,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:32,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T16:19:32,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:32,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:32,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T16:19:32,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:32,311 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:32,311 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:32,313 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T16:19:32,313 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T16:19:32,315 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:32,316 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62585303, jitterRate=-0.0674063116312027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T16:19:32,316 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:32,316 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T16:19:32,319 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6279926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:32,320 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-02T16:19:32,320 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T16:19:32,320 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T16:19:32,320 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T16:19:32,321 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T16:19:32,321 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-02T16:19:32,321 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T16:19:32,323 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T16:19:32,324 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T16:19:32,325 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-02T16:19:32,325 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T16:19:32,326 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T16:19:32,327 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-02T16:19:32,327 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T16:19:32,328 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T16:19:32,329 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-02T16:19:32,330 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T16:19:32,331 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T16:19:32,332 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T16:19:32,334 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T16:19:32,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:32,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:32,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:32,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,337 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2a8f9448bb5c,39363,1733156371978, sessionid=0x1009bc988980000, setting cluster-up flag (Was=false) 2024-12-02T16:19:32,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,343 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T16:19:32,344 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:32,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,350 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T16:19:32,351 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:32,353 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:32,353 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-02T16:19:32,353 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T16:19:32,353 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2a8f9448bb5c,39363,1733156371978 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T16:19:32,353 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:32,353 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:32,353 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:32,353 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T16:19:32,353 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2a8f9448bb5c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T16:19:32,353 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,353 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:32,354 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733156402355 2024-12-02T16:19:32,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T16:19:32,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T16:19:32,356 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T16:19:32,357 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T16:19:32,357 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,357 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T16:19:32,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:32,363 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156372357,5,FailOnTimeoutGroup] 2024-12-02T16:19:32,363 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156372363,5,FailOnTimeoutGroup] 2024-12-02T16:19:32,363 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,363 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T16:19:32,363 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,363 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741831_1007 (size=1039) 2024-12-02T16:19:32,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-02T16:19:32,370 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3 2024-12-02T16:19:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:32,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741832_1008 (size=32) 2024-12-02T16:19:32,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:32,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:32,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:32,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:32,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:32,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:32,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:32,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:32,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:32,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:32,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740 2024-12-02T16:19:32,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740 2024-12-02T16:19:32,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:32,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:32,397 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:32,398 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62573814, jitterRate=-0.06757751107215881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:32,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:32,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:32,399 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:32,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:32,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:32,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:32,402 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:32,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:32,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:19:32,403 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-02T16:19:32,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T16:19:32,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T16:19:32,405 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T16:19:32,414 DEBUG [RS:1;2a8f9448bb5c:43717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2a8f9448bb5c:43717 2024-12-02T16:19:32,414 DEBUG [RS:0;2a8f9448bb5c:36947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2a8f9448bb5c:36947 2024-12-02T16:19:32,415 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1008): ClusterId : 94713b5d-ec7b-48c2-a805-158af29f9133 2024-12-02T16:19:32,415 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:32,415 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1008): ClusterId : 94713b5d-ec7b-48c2-a805-158af29f9133 2024-12-02T16:19:32,415 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T16:19:32,418 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:32,418 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:32,418 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T16:19:32,418 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T16:19:32,420 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:32,420 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T16:19:32,421 DEBUG [RS:1;2a8f9448bb5c:43717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a90969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:32,421 DEBUG [RS:0;2a8f9448bb5c:36947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5419401d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:32,421 DEBUG [RS:1;2a8f9448bb5c:43717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eee7233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:32,421 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:32,421 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:32,421 DEBUG [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:32,421 DEBUG [RS:0;2a8f9448bb5c:36947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0ab37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:32,421 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-02T16:19:32,421 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-02T16:19:32,422 DEBUG [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-02T16:19:32,422 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,39363,1733156371978 with isa=2a8f9448bb5c/172.17.0.2:43717, startcode=1733156372123 2024-12-02T16:19:32,422 DEBUG [RS:1;2a8f9448bb5c:43717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:32,422 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(3073): reportForDuty to master=2a8f9448bb5c,39363,1733156371978 with isa=2a8f9448bb5c/172.17.0.2:36947, startcode=1733156372039 2024-12-02T16:19:32,422 DEBUG [RS:0;2a8f9448bb5c:36947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T16:19:32,423 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33171, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:32,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39363 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:32,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39363 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:32,424 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50699, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T16:19:32,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39363 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:32,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39363 {}] master.ServerManager(486): Registering regionserver=2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:32,428 DEBUG [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3 2024-12-02T16:19:32,429 DEBUG [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38501 2024-12-02T16:19:32,429 DEBUG [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:32,429 DEBUG [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3 2024-12-02T16:19:32,429 DEBUG [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38501 2024-12-02T16:19:32,429 DEBUG [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-02T16:19:32,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:32,434 DEBUG [RS:1;2a8f9448bb5c:43717 {}] zookeeper.ZKUtil(111): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:32,434 WARN [RS:1;2a8f9448bb5c:43717 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:32,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,43717,1733156372123] 2024-12-02T16:19:32,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2a8f9448bb5c,36947,1733156372039] 2024-12-02T16:19:32,434 INFO [RS:1;2a8f9448bb5c:43717 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:32,434 DEBUG [RS:0;2a8f9448bb5c:36947 {}] zookeeper.ZKUtil(111): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:32,434 WARN [RS:0;2a8f9448bb5c:36947 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T16:19:32,434 DEBUG [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:32,435 INFO [RS:0;2a8f9448bb5c:36947 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:32,435 DEBUG [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:32,440 DEBUG [RS:0;2a8f9448bb5c:36947 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:32,440 DEBUG [RS:1;2a8f9448bb5c:43717 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-02T16:19:32,440 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:32,440 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T16:19:32,443 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:32,444 INFO [RS:1;2a8f9448bb5c:43717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:32,444 INFO [RS:1;2a8f9448bb5c:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,447 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T16:19:32,447 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:32,447 INFO [RS:0;2a8f9448bb5c:36947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T16:19:32,447 INFO [RS:0;2a8f9448bb5c:36947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,448 INFO [RS:1;2a8f9448bb5c:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:32,448 DEBUG [RS:1;2a8f9448bb5c:43717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:32,448 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-02T16:19:32,449 INFO [RS:0;2a8f9448bb5c:36947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2a8f9448bb5c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:32,449 DEBUG [RS:0;2a8f9448bb5c:36947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2a8f9448bb5c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T16:19:32,455 INFO [RS:1;2a8f9448bb5c:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,455 INFO [RS:1;2a8f9448bb5c:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,455 INFO [RS:0;2a8f9448bb5c:36947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,455 INFO [RS:1;2a8f9448bb5c:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,455 INFO [RS:0;2a8f9448bb5c:36947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,455 INFO [RS:1;2a8f9448bb5c:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,455 INFO [RS:0;2a8f9448bb5c:36947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,455 INFO [RS:1;2a8f9448bb5c:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,43717,1733156372123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:32,455 INFO [RS:0;2a8f9448bb5c:36947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,455 INFO [RS:0;2a8f9448bb5c:36947 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,36947,1733156372039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:32,477 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:32,477 INFO [RS:0;2a8f9448bb5c:36947 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,36947,1733156372039-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,477 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T16:19:32,477 INFO [RS:1;2a8f9448bb5c:43717 {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,43717,1733156372123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:32,490 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.Replication(204): 2a8f9448bb5c,43717,1733156372123 started 2024-12-02T16:19:32,490 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,43717,1733156372123, RpcServer on 2a8f9448bb5c/172.17.0.2:43717, sessionid=0x1009bc988980002 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,43717,1733156372123' 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,43717,1733156372123' 2024-12-02T16:19:32,491 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:32,492 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:32,492 DEBUG [RS:1;2a8f9448bb5c:43717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:32,492 INFO [RS:1;2a8f9448bb5c:43717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:32,492 INFO [RS:1;2a8f9448bb5c:43717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:32,497 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.Replication(204): 2a8f9448bb5c,36947,1733156372039 started 2024-12-02T16:19:32,497 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1767): Serving as 2a8f9448bb5c,36947,1733156372039, RpcServer on 2a8f9448bb5c/172.17.0.2:36947, sessionid=0x1009bc988980001 2024-12-02T16:19:32,497 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,36947,1733156372039' 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2a8f9448bb5c,36947,1733156372039' 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T16:19:32,498 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T16:19:32,499 DEBUG [RS:0;2a8f9448bb5c:36947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T16:19:32,499 INFO [RS:0;2a8f9448bb5c:36947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T16:19:32,499 INFO [RS:0;2a8f9448bb5c:36947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T16:19:32,555 WARN [2a8f9448bb5c:39363 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-02T16:19:32,592 INFO [RS:1;2a8f9448bb5c:43717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:32,594 INFO [RS:1;2a8f9448bb5c:43717 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C43717%2C1733156372123, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,43717,1733156372123, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/oldWALs, maxLogs=32 2024-12-02T16:19:32,599 INFO [RS:0;2a8f9448bb5c:36947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T16:19:32,600 INFO [RS:0;2a8f9448bb5c:36947 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C36947%2C1733156372039, suffix=, logDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,36947,1733156372039, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/oldWALs, maxLogs=32 2024-12-02T16:19:32,606 DEBUG [RS:1;2a8f9448bb5c:43717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,43717,1733156372123/2a8f9448bb5c%2C43717%2C1733156372123.1733156372594, exclude list is [], retry=0 2024-12-02T16:19:32,609 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40165,DS-451e68c2-e686-48e5-bb7b-37dda29a0c77,DISK] 2024-12-02T16:19:32,609 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36281,DS-0de07a64-b9c8-4314-b837-fb2fb3ffa573,DISK] 2024-12-02T16:19:32,612 INFO [RS:1;2a8f9448bb5c:43717 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,43717,1733156372123/2a8f9448bb5c%2C43717%2C1733156372123.1733156372594 2024-12-02T16:19:32,612 DEBUG [RS:1;2a8f9448bb5c:43717 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33611:33611),(127.0.0.1/127.0.0.1:41617:41617)] 2024-12-02T16:19:32,614 DEBUG [RS:0;2a8f9448bb5c:36947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,36947,1733156372039/2a8f9448bb5c%2C36947%2C1733156372039.1733156372601, exclude list is [], retry=0 2024-12-02T16:19:32,617 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36281,DS-0de07a64-b9c8-4314-b837-fb2fb3ffa573,DISK] 2024-12-02T16:19:32,617 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40165,DS-451e68c2-e686-48e5-bb7b-37dda29a0c77,DISK] 2024-12-02T16:19:32,624 INFO [RS:0;2a8f9448bb5c:36947 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,36947,1733156372039/2a8f9448bb5c%2C36947%2C1733156372039.1733156372601 2024-12-02T16:19:32,625 DEBUG [RS:0;2a8f9448bb5c:36947 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33611:33611),(127.0.0.1/127.0.0.1:41617:41617)] 2024-12-02T16:19:32,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T16:19:32,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T16:19:32,806 DEBUG [2a8f9448bb5c:39363 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T16:19:32,806 DEBUG [2a8f9448bb5c:39363 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:32,808 DEBUG [2a8f9448bb5c:39363 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:32,808 DEBUG [2a8f9448bb5c:39363 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:32,808 INFO [2a8f9448bb5c:39363 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:32,808 INFO [2a8f9448bb5c:39363 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:32,808 DEBUG [2a8f9448bb5c:39363 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:32,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:32,809 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,36947,1733156372039, state=OPENING 2024-12-02T16:19:32,810 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T16:19:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:32,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:32,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:32,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:32,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,36947,1733156372039}] 2024-12-02T16:19:32,966 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:32,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:32,968 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:32,971 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-02T16:19:32,971 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:19:32,971 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T16:19:32,972 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2a8f9448bb5c%2C36947%2C1733156372039.meta, suffix=.meta, logDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,36947,1733156372039, archiveDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/oldWALs, maxLogs=32 2024-12-02T16:19:32,986 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,36947,1733156372039/2a8f9448bb5c%2C36947%2C1733156372039.meta.1733156372973.meta, exclude list is [], retry=0 2024-12-02T16:19:32,988 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36281,DS-0de07a64-b9c8-4314-b837-fb2fb3ffa573,DISK] 2024-12-02T16:19:32,988 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40165,DS-451e68c2-e686-48e5-bb7b-37dda29a0c77,DISK] 2024-12-02T16:19:32,990 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/WALs/2a8f9448bb5c,36947,1733156372039/2a8f9448bb5c%2C36947%2C1733156372039.meta.1733156372973.meta 2024-12-02T16:19:32,990 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41617:41617),(127.0.0.1/127.0.0.1:33611:33611)] 2024-12-02T16:19:32,990 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:32,990 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T16:19:32,990 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T16:19:32,991 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T16:19:32,991 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T16:19:32,991 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:32,991 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-02T16:19:32,991 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-02T16:19:32,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:19:32,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:19:32,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:32,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:19:32,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:19:32,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:32,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:19:32,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:19:32,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:32,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:19:32,996 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740 2024-12-02T16:19:32,997 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740 2024-12-02T16:19:32,999 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T16:19:33,000 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-02T16:19:33,000 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60103523, jitterRate=-0.10438771545886993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T16:19:33,001 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-02T16:19:33,001 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733156372966 2024-12-02T16:19:33,003 DEBUG [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T16:19:33,003 INFO [RS_OPEN_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-02T16:19:33,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:33,004 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2a8f9448bb5c,36947,1733156372039, state=OPEN 2024-12-02T16:19:33,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:33,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:33,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:19:33,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:33,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:33,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:19:33,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T16:19:33,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2a8f9448bb5c,36947,1733156372039 in 193 msec 2024-12-02T16:19:33,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T16:19:33,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-12-02T16:19:33,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 657 msec 2024-12-02T16:19:33,011 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733156373010, completionTime=-1 2024-12-02T16:19:33,011 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-02T16:19:33,011 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-02T16:19:33,011 DEBUG [hconnection-0x3265ac7e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:33,013 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:33,013 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-02T16:19:33,014 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733156433014 2024-12-02T16:19:33,014 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733156493014 2024-12-02T16:19:33,014 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-02T16:19:33,018 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,39363,1733156371978-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:33,018 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,39363,1733156371978-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:33,019 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,39363,1733156371978-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:33,019 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2a8f9448bb5c:39363, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:33,019 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:33,019 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-02T16:19:33,019 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T16:19:33,020 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-02T16:19:33,020 DEBUG [master/2a8f9448bb5c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-02T16:19:33,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:33,021 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:33,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:33,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:33,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741836_1012 (size=358) 2024-12-02T16:19:33,030 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0726b763115eb595e47e035770c5d922, NAME => 'hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3 2024-12-02T16:19:33,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:33,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741837_1013 (size=42) 2024-12-02T16:19:33,042 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:33,042 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 0726b763115eb595e47e035770c5d922, disabling compactions & flushes 2024-12-02T16:19:33,042 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:33,042 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:33,042 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. after waiting 0 ms 2024-12-02T16:19:33,042 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:33,042 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:33,042 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0726b763115eb595e47e035770c5d922: 2024-12-02T16:19:33,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:33,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733156373043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156373043"}]},"ts":"1733156373043"} 2024-12-02T16:19:33,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-02T16:19:33,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:33,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156373045"}]},"ts":"1733156373045"} 2024-12-02T16:19:33,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-02T16:19:33,054 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:33,055 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:33,055 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:33,055 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:33,055 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:33,055 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:33,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0726b763115eb595e47e035770c5d922, ASSIGN}] 2024-12-02T16:19:33,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0726b763115eb595e47e035770c5d922, ASSIGN 2024-12-02T16:19:33,057 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=0726b763115eb595e47e035770c5d922, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,36947,1733156372039; forceNewPlan=false, retain=false 2024-12-02T16:19:33,207 INFO [2a8f9448bb5c:39363 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T16:19:33,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0726b763115eb595e47e035770c5d922, regionState=OPENING, regionLocation=2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:33,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 0726b763115eb595e47e035770c5d922, server=2a8f9448bb5c,36947,1733156372039}] 2024-12-02T16:19:33,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:33,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:33,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 0726b763115eb595e47e035770c5d922, NAME => 'hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922.', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:19:33,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 0726b763115eb595e47e035770c5d922 2024-12-02T16:19:33,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:33,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 0726b763115eb595e47e035770c5d922 2024-12-02T16:19:33,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 0726b763115eb595e47e035770c5d922 2024-12-02T16:19:33,365 INFO [StoreOpener-0726b763115eb595e47e035770c5d922-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0726b763115eb595e47e035770c5d922 2024-12-02T16:19:33,367 INFO [StoreOpener-0726b763115eb595e47e035770c5d922-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0726b763115eb595e47e035770c5d922 columnFamilyName info 2024-12-02T16:19:33,367 DEBUG [StoreOpener-0726b763115eb595e47e035770c5d922-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:33,367 INFO [StoreOpener-0726b763115eb595e47e035770c5d922-1 {}] regionserver.HStore(327): Store=0726b763115eb595e47e035770c5d922/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:33,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/namespace/0726b763115eb595e47e035770c5d922 2024-12-02T16:19:33,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/namespace/0726b763115eb595e47e035770c5d922 2024-12-02T16:19:33,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 0726b763115eb595e47e035770c5d922 2024-12-02T16:19:33,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/namespace/0726b763115eb595e47e035770c5d922/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:33,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 0726b763115eb595e47e035770c5d922; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68099590, jitterRate=0.014762967824935913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:33,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 0726b763115eb595e47e035770c5d922: 2024-12-02T16:19:33,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922., pid=6, masterSystemTime=1733156373360 2024-12-02T16:19:33,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:33,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:33,375 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0726b763115eb595e47e035770c5d922, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:33,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T16:19:33,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 0726b763115eb595e47e035770c5d922, server=2a8f9448bb5c,36947,1733156372039 in 168 msec 2024-12-02T16:19:33,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T16:19:33,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=0726b763115eb595e47e035770c5d922, ASSIGN in 323 msec 2024-12-02T16:19:33,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:33,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156373380"}]},"ts":"1733156373380"} 2024-12-02T16:19:33,382 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-02T16:19:33,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:33,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 365 msec 2024-12-02T16:19:33,421 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-02T16:19:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:33,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:33,426 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-02T16:19:33,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:33,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 8 msec 2024-12-02T16:19:33,439 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-02T16:19:33,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-02T16:19:33,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 9 msec 2024-12-02T16:19:33,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-02T16:19:33,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-02T16:19:33,455 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.255sec 2024-12-02T16:19:33,455 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T16:19:33,455 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T16:19:33,455 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T16:19:33,455 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T16:19:33,455 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T16:19:33,455 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,39363,1733156371978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:19:33,455 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,39363,1733156371978-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T16:19:33,457 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-02T16:19:33,457 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T16:19:33,457 INFO [master/2a8f9448bb5c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2a8f9448bb5c,39363,1733156371978-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:19:33,498 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e4ea5de to 127.0.0.1:57695 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27eb0ff9 2024-12-02T16:19:33,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bac546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:19:33,503 DEBUG [hconnection-0x3e87b4b4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:33,504 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:33,505 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:33,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:19:33,506 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:19:33,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:19:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-02T16:19:33,509 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:19:33,510 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:33,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-02T16:19:33,510 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:19:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:33,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741838_1014 (size=379) 2024-12-02T16:19:33,519 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7f4b8bb7957a5455ba27751386a1774d, NAME => 'testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3 2024-12-02T16:19:33,519 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 90d979cfdd45c4e1d2dde3a113dbbdcb, NAME => 'testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3 2024-12-02T16:19:33,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:33,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741839_1015 (size=61) 2024-12-02T16:19:33,527 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:33,527 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 7f4b8bb7957a5455ba27751386a1774d, disabling compactions & flushes 2024-12-02T16:19:33,527 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:33,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:33,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. after waiting 0 ms 2024-12-02T16:19:33,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:33,528 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:33,528 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7f4b8bb7957a5455ba27751386a1774d: 2024-12-02T16:19:33,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:33,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741840_1016 (size=61) 2024-12-02T16:19:33,529 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:33,529 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 90d979cfdd45c4e1d2dde3a113dbbdcb, disabling compactions & flushes 2024-12-02T16:19:33,529 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:33,529 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:33,529 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. after waiting 0 ms 2024-12-02T16:19:33,529 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:33,529 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:33,529 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 90d979cfdd45c4e1d2dde3a113dbbdcb: 2024-12-02T16:19:33,530 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:19:33,530 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156373530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156373530"}]},"ts":"1733156373530"} 2024-12-02T16:19:33,530 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733156373530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733156373530"}]},"ts":"1733156373530"} 2024-12-02T16:19:33,532 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-02T16:19:33,533 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:19:33,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156373533"}]},"ts":"1733156373533"} 2024-12-02T16:19:33,534 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-02T16:19:33,538 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {2a8f9448bb5c=0} racks are {/default-rack=0} 2024-12-02T16:19:33,539 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-02T16:19:33,539 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-02T16:19:33,539 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-02T16:19:33,539 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-02T16:19:33,539 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:19:33,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90d979cfdd45c4e1d2dde3a113dbbdcb, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f4b8bb7957a5455ba27751386a1774d, ASSIGN}] 2024-12-02T16:19:33,540 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f4b8bb7957a5455ba27751386a1774d, ASSIGN 2024-12-02T16:19:33,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90d979cfdd45c4e1d2dde3a113dbbdcb, ASSIGN 2024-12-02T16:19:33,541 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f4b8bb7957a5455ba27751386a1774d, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,43717,1733156372123; forceNewPlan=false, retain=false 2024-12-02T16:19:33,541 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90d979cfdd45c4e1d2dde3a113dbbdcb, ASSIGN; state=OFFLINE, location=2a8f9448bb5c,36947,1733156372039; forceNewPlan=false, retain=false 2024-12-02T16:19:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:33,691 INFO [2a8f9448bb5c:39363 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-02T16:19:33,692 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=90d979cfdd45c4e1d2dde3a113dbbdcb, regionState=OPENING, regionLocation=2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:33,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7f4b8bb7957a5455ba27751386a1774d, regionState=OPENING, regionLocation=2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:33,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 7f4b8bb7957a5455ba27751386a1774d, server=2a8f9448bb5c,43717,1733156372123}] 2024-12-02T16:19:33,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 90d979cfdd45c4e1d2dde3a113dbbdcb, server=2a8f9448bb5c,36947,1733156372039}] 2024-12-02T16:19:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:33,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:33,846 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:33,847 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:33,848 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:33,851 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:33,851 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 90d979cfdd45c4e1d2dde3a113dbbdcb, NAME => 'testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb.', STARTKEY => '', ENDKEY => '5'} 2024-12-02T16:19:33,852 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 90d979cfdd45c4e1d2dde3a113dbbdcb 2024-12-02T16:19:33,852 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:33,852 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 90d979cfdd45c4e1d2dde3a113dbbdcb 2024-12-02T16:19:33,852 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:33,852 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 90d979cfdd45c4e1d2dde3a113dbbdcb 2024-12-02T16:19:33,852 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 7f4b8bb7957a5455ba27751386a1774d, NAME => 'testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d.', STARTKEY => '5', ENDKEY => ''} 2024-12-02T16:19:33,852 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7f4b8bb7957a5455ba27751386a1774d 2024-12-02T16:19:33,852 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:19:33,852 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 7f4b8bb7957a5455ba27751386a1774d 2024-12-02T16:19:33,852 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 7f4b8bb7957a5455ba27751386a1774d 2024-12-02T16:19:33,853 INFO [StoreOpener-90d979cfdd45c4e1d2dde3a113dbbdcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 90d979cfdd45c4e1d2dde3a113dbbdcb 2024-12-02T16:19:33,854 INFO [StoreOpener-7f4b8bb7957a5455ba27751386a1774d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7f4b8bb7957a5455ba27751386a1774d 2024-12-02T16:19:33,855 INFO [StoreOpener-7f4b8bb7957a5455ba27751386a1774d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f4b8bb7957a5455ba27751386a1774d columnFamilyName family 2024-12-02T16:19:33,855 INFO [StoreOpener-90d979cfdd45c4e1d2dde3a113dbbdcb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90d979cfdd45c4e1d2dde3a113dbbdcb columnFamilyName family 2024-12-02T16:19:33,855 DEBUG [StoreOpener-90d979cfdd45c4e1d2dde3a113dbbdcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:33,855 DEBUG [StoreOpener-7f4b8bb7957a5455ba27751386a1774d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:19:33,856 INFO [StoreOpener-90d979cfdd45c4e1d2dde3a113dbbdcb-1 {}] regionserver.HStore(327): Store=90d979cfdd45c4e1d2dde3a113dbbdcb/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:33,856 INFO [StoreOpener-7f4b8bb7957a5455ba27751386a1774d-1 {}] regionserver.HStore(327): Store=7f4b8bb7957a5455ba27751386a1774d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:19:33,856 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/90d979cfdd45c4e1d2dde3a113dbbdcb 2024-12-02T16:19:33,857 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/90d979cfdd45c4e1d2dde3a113dbbdcb 2024-12-02T16:19:33,857 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/7f4b8bb7957a5455ba27751386a1774d 2024-12-02T16:19:33,857 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/7f4b8bb7957a5455ba27751386a1774d 2024-12-02T16:19:33,859 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 90d979cfdd45c4e1d2dde3a113dbbdcb 2024-12-02T16:19:33,859 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 7f4b8bb7957a5455ba27751386a1774d 2024-12-02T16:19:33,863 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/7f4b8bb7957a5455ba27751386a1774d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:33,863 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/90d979cfdd45c4e1d2dde3a113dbbdcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:19:33,863 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 7f4b8bb7957a5455ba27751386a1774d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60624233, jitterRate=-0.09662853181362152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:33,864 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 90d979cfdd45c4e1d2dde3a113dbbdcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63531739, jitterRate=-0.0533033162355423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:19:33,864 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 90d979cfdd45c4e1d2dde3a113dbbdcb: 2024-12-02T16:19:33,864 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 7f4b8bb7957a5455ba27751386a1774d: 2024-12-02T16:19:33,865 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb., pid=13, masterSystemTime=1733156373846 2024-12-02T16:19:33,865 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d., pid=12, masterSystemTime=1733156373846 2024-12-02T16:19:33,867 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:33,867 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:33,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=90d979cfdd45c4e1d2dde3a113dbbdcb, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:33,869 DEBUG [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:33,869 INFO [RS_OPEN_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:33,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7f4b8bb7957a5455ba27751386a1774d, regionState=OPEN, openSeqNum=2, regionLocation=2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:33,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-02T16:19:33,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 90d979cfdd45c4e1d2dde3a113dbbdcb, server=2a8f9448bb5c,36947,1733156372039 in 177 msec 2024-12-02T16:19:33,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T16:19:33,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 7f4b8bb7957a5455ba27751386a1774d, server=2a8f9448bb5c,43717,1733156372123 in 178 msec 2024-12-02T16:19:33,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=90d979cfdd45c4e1d2dde3a113dbbdcb, ASSIGN in 334 msec 2024-12-02T16:19:33,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-02T16:19:33,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7f4b8bb7957a5455ba27751386a1774d, ASSIGN in 334 msec 2024-12-02T16:19:33,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:19:33,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733156373876"}]},"ts":"1733156373876"} 2024-12-02T16:19:33,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-02T16:19:33,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:19:33,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 372 msec 2024-12-02T16:19:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-02T16:19:34,115 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-02T16:19:34,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-02T16:19:34,116 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:34,118 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-02T16:19:34,118 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:19:34,119 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-02T16:19:34,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:19:34,133 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:19:34,139 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 90d979cfdd45c4e1d2dde3a113dbbdcb 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-02T16:19:34,156 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/90d979cfdd45c4e1d2dde3a113dbbdcb/.tmp/family/bc287f68dea14eedb1e7e6267d09c261 is 32, key is 1/family:/1733156374124/Put/seqid=0 2024-12-02T16:19:34,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741841_1017 (size=5054) 2024-12-02T16:19:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741841_1017 (size=5054) 2024-12-02T16:19:34,164 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/90d979cfdd45c4e1d2dde3a113dbbdcb/.tmp/family/bc287f68dea14eedb1e7e6267d09c261 2024-12-02T16:19:34,171 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/90d979cfdd45c4e1d2dde3a113dbbdcb/.tmp/family/bc287f68dea14eedb1e7e6267d09c261 as hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/90d979cfdd45c4e1d2dde3a113dbbdcb/family/bc287f68dea14eedb1e7e6267d09c261 2024-12-02T16:19:34,178 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/90d979cfdd45c4e1d2dde3a113dbbdcb/family/bc287f68dea14eedb1e7e6267d09c261, entries=4, sequenceid=8, filesize=4.9 K 2024-12-02T16:19:34,179 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 90d979cfdd45c4e1d2dde3a113dbbdcb in 39ms, sequenceid=8, compaction requested=false 2024-12-02T16:19:34,179 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 90d979cfdd45c4e1d2dde3a113dbbdcb: 2024-12-02T16:19:34,179 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7f4b8bb7957a5455ba27751386a1774d 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-02T16:19:34,194 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/7f4b8bb7957a5455ba27751386a1774d/.tmp/family/688980d3497f4681bfee39df1764f9a5 is 32, key is 5/family:/1733156374134/Put/seqid=0 2024-12-02T16:19:34,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741842_1018 (size=5083) 2024-12-02T16:19:34,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741842_1018 (size=5083) 2024-12-02T16:19:34,200 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/7f4b8bb7957a5455ba27751386a1774d/.tmp/family/688980d3497f4681bfee39df1764f9a5 2024-12-02T16:19:34,205 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/7f4b8bb7957a5455ba27751386a1774d/.tmp/family/688980d3497f4681bfee39df1764f9a5 as hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/7f4b8bb7957a5455ba27751386a1774d/family/688980d3497f4681bfee39df1764f9a5 2024-12-02T16:19:34,209 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/7f4b8bb7957a5455ba27751386a1774d/family/688980d3497f4681bfee39df1764f9a5, entries=5, sequenceid=9, filesize=5.0 K 2024-12-02T16:19:34,210 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7f4b8bb7957a5455ba27751386a1774d in 31ms, sequenceid=9, compaction requested=false 2024-12-02T16:19:34,210 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7f4b8bb7957a5455ba27751386a1774d: 2024-12-02T16:19:34,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:34,218 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] bucket.BucketCache(1851): found 1 blocks for file 688980d3497f4681bfee39df1764f9a5, starting offset: 0, end offset: 9223372036854775807 2024-12-02T16:19:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43717 {}] bucket.BucketCache(843): removed key 688980d3497f4681bfee39df1764f9a5_0 from back map with offset lock 2094080 in the evict process 2024-12-02T16:19:34,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:19:34,220 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:19:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36947 {}] bucket.BucketCache(1851): found 1 blocks for file bc287f68dea14eedb1e7e6267d09c261, starting offset: 0, end offset: 9223372036854775807 2024-12-02T16:19:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36947 {}] bucket.BucketCache(843): removed key bc287f68dea14eedb1e7e6267d09c261_0 from back map with offset lock 2094080 in the evict process 2024-12-02T16:19:34,220 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-02T16:19:34,220 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-02T16:19:34,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e4ea5de to 127.0.0.1:57695 2024-12-02T16:19:34,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:34,221 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T16:19:34,221 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1443759008, stopped=false 2024-12-02T16:19:34,221 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:34,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:34,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:34,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:34,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:34,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-02T16:19:34,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:19:34,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:34,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:34,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:34,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:34,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:19:34,224 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,36947,1733156372039' ***** 2024-12-02T16:19:34,224 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:34,224 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,43717,1733156372123' ***** 2024-12-02T16:19:34,224 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-02T16:19:34,225 INFO [RS:0;2a8f9448bb5c:36947 {}] bucket.BucketCache(1726): Disabling cache 2024-12-02T16:19:34,225 INFO [RS:1;2a8f9448bb5c:43717 {}] bucket.BucketCache(1726): Disabling cache 2024-12-02T16:19:34,225 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T16:19:34,225 INFO [RS:0;2a8f9448bb5c:36947 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T16:19:34,225 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T16:19:34,225 INFO [RS:1;2a8f9448bb5c:43717 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-02T16:19:34,225 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T16:19:34,225 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-02T16:19:34,225 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-02T16:19:34,225 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-02T16:19:34,225 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:34,225 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:34,225 INFO [RS:0;2a8f9448bb5c:36947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:34,225 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:19:34,225 INFO [RS:0;2a8f9448bb5c:36947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:34,225 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-02T16:19:34,225 INFO [RS:1;2a8f9448bb5c:43717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:19:34,225 INFO [RS:1;2a8f9448bb5c:43717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:19:34,225 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(3579): Received CLOSE for 7f4b8bb7957a5455ba27751386a1774d 2024-12-02T16:19:34,225 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(3579): Received CLOSE for 0726b763115eb595e47e035770c5d922 2024-12-02T16:19:34,226 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(3579): Received CLOSE for 90d979cfdd45c4e1d2dde3a113dbbdcb 2024-12-02T16:19:34,226 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:34,226 DEBUG [RS:0;2a8f9448bb5c:36947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:34,226 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:34,226 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:34,226 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:34,226 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:34,226 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-02T16:19:34,226 DEBUG [RS:1;2a8f9448bb5c:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:34,226 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-02T16:19:34,226 DEBUG [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1603): Online Regions={7f4b8bb7957a5455ba27751386a1774d=testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d.} 2024-12-02T16:19:34,226 DEBUG [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1629): Waiting on 7f4b8bb7957a5455ba27751386a1774d 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7f4b8bb7957a5455ba27751386a1774d, disabling compactions & flushes 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0726b763115eb595e47e035770c5d922, disabling compactions & flushes 2024-12-02T16:19:34,226 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:34,226 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. after waiting 0 ms 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. after waiting 0 ms 2024-12-02T16:19:34,226 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:34,226 DEBUG [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1603): Online Regions={0726b763115eb595e47e035770c5d922=hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922., 90d979cfdd45c4e1d2dde3a113dbbdcb=testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T16:19:34,226 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 0726b763115eb595e47e035770c5d922 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-02T16:19:34,226 DEBUG [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1629): Waiting on 0726b763115eb595e47e035770c5d922, 1588230740, 90d979cfdd45c4e1d2dde3a113dbbdcb 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:19:34,226 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:19:34,226 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:19:34,226 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-02T16:19:34,231 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/7f4b8bb7957a5455ba27751386a1774d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T16:19:34,233 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:34,233 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7f4b8bb7957a5455ba27751386a1774d: 2024-12-02T16:19:34,233 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d. 2024-12-02T16:19:34,243 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/.tmp/info/f6d90a33f45340fa82437683edeceaec is 173, key is testClearRegionBlockCache,5,1733156373507.7f4b8bb7957a5455ba27751386a1774d./info:regioninfo/1733156373870/Put/seqid=0 2024-12-02T16:19:34,248 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/namespace/0726b763115eb595e47e035770c5d922/.tmp/info/0d2fcb4db5d14a1780ac307ad2de35c6 is 45, key is default/info:d/1733156373429/Put/seqid=0 2024-12-02T16:19:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741843_1019 (size=9337) 2024-12-02T16:19:34,248 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/.tmp/info/f6d90a33f45340fa82437683edeceaec 2024-12-02T16:19:34,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:34,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741844_1020 (size=5037) 2024-12-02T16:19:34,253 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/namespace/0726b763115eb595e47e035770c5d922/.tmp/info/0d2fcb4db5d14a1780ac307ad2de35c6 2024-12-02T16:19:34,256 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:34,256 INFO [regionserver/2a8f9448bb5c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:34,259 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/namespace/0726b763115eb595e47e035770c5d922/.tmp/info/0d2fcb4db5d14a1780ac307ad2de35c6 as hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/namespace/0726b763115eb595e47e035770c5d922/info/0d2fcb4db5d14a1780ac307ad2de35c6 2024-12-02T16:19:34,263 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/namespace/0726b763115eb595e47e035770c5d922/info/0d2fcb4db5d14a1780ac307ad2de35c6, entries=2, sequenceid=6, filesize=4.9 K 2024-12-02T16:19:34,264 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 0726b763115eb595e47e035770c5d922 in 38ms, sequenceid=6, compaction requested=false 2024-12-02T16:19:34,267 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/namespace/0726b763115eb595e47e035770c5d922/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T16:19:34,268 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:34,268 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0726b763115eb595e47e035770c5d922: 2024-12-02T16:19:34,268 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733156373019.0726b763115eb595e47e035770c5d922. 2024-12-02T16:19:34,268 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 90d979cfdd45c4e1d2dde3a113dbbdcb, disabling compactions & flushes 2024-12-02T16:19:34,268 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:34,268 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:34,268 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. after waiting 0 ms 2024-12-02T16:19:34,268 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:34,270 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/.tmp/table/a16e277a871641c1ba5edbe60b4303ef is 61, key is testClearRegionBlockCache/table:state/1733156373876/Put/seqid=0 2024-12-02T16:19:34,271 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/default/testClearRegionBlockCache/90d979cfdd45c4e1d2dde3a113dbbdcb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T16:19:34,272 INFO [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:34,272 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 90d979cfdd45c4e1d2dde3a113dbbdcb: 2024-12-02T16:19:34,272 DEBUG [RS_CLOSE_REGION-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733156373507.90d979cfdd45c4e1d2dde3a113dbbdcb. 2024-12-02T16:19:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741845_1021 (size=5392) 2024-12-02T16:19:34,275 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/.tmp/table/a16e277a871641c1ba5edbe60b4303ef 2024-12-02T16:19:34,279 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/.tmp/info/f6d90a33f45340fa82437683edeceaec as hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/info/f6d90a33f45340fa82437683edeceaec 2024-12-02T16:19:34,283 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/info/f6d90a33f45340fa82437683edeceaec, entries=30, sequenceid=16, filesize=9.1 K 2024-12-02T16:19:34,284 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/.tmp/table/a16e277a871641c1ba5edbe60b4303ef as hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/table/a16e277a871641c1ba5edbe60b4303ef 2024-12-02T16:19:34,288 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/table/a16e277a871641c1ba5edbe60b4303ef, entries=4, sequenceid=16, filesize=5.3 K 2024-12-02T16:19:34,289 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=16, compaction requested=false 2024-12-02T16:19:34,292 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T16:19:34,292 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:19:34,292 INFO [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:34,292 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-02T16:19:34,293 DEBUG [RS_CLOSE_META-regionserver/2a8f9448bb5c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T16:19:34,426 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,43717,1733156372123; all regions closed. 2024-12-02T16:19:34,426 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,36947,1733156372039; all regions closed. 2024-12-02T16:19:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741833_1009 (size=1867) 2024-12-02T16:19:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741835_1011 (size=5602) 2024-12-02T16:19:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741833_1009 (size=1867) 2024-12-02T16:19:34,432 DEBUG [RS:1;2a8f9448bb5c:43717 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/oldWALs 2024-12-02T16:19:34,432 INFO [RS:1;2a8f9448bb5c:43717 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C43717%2C1733156372123:(num 1733156372594) 2024-12-02T16:19:34,432 DEBUG [RS:0;2a8f9448bb5c:36947 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/oldWALs 2024-12-02T16:19:34,432 DEBUG [RS:1;2a8f9448bb5c:43717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:34,432 INFO [RS:0;2a8f9448bb5c:36947 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C36947%2C1733156372039.meta:.meta(num 1733156372973) 2024-12-02T16:19:34,432 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:34,433 INFO [RS:1;2a8f9448bb5c:43717 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:34,433 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:19:34,433 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:19:34,433 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:19:34,433 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:34,433 INFO [RS:1;2a8f9448bb5c:43717 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43717 2024-12-02T16:19:34,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:34,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,43717,1733156372123 2024-12-02T16:19:34,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,43717,1733156372123] 2024-12-02T16:19:34,435 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,43717,1733156372123; numProcessing=1 2024-12-02T16:19:34,437 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,43717,1733156372123 already deleted, retry=false 2024-12-02T16:19:34,437 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,43717,1733156372123 expired; onlineServers=1 2024-12-02T16:19:34,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741834_1010 (size=3079) 2024-12-02T16:19:34,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741834_1010 (size=3079) 2024-12-02T16:19:34,441 DEBUG [RS:0;2a8f9448bb5c:36947 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/oldWALs 2024-12-02T16:19:34,441 INFO [RS:0;2a8f9448bb5c:36947 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2a8f9448bb5c%2C36947%2C1733156372039:(num 1733156372601) 2024-12-02T16:19:34,441 DEBUG [RS:0;2a8f9448bb5c:36947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:34,441 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:19:34,441 INFO [RS:0;2a8f9448bb5c:36947 {}] hbase.ChoreService(370): Chore service for: regionserver/2a8f9448bb5c:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T16:19:34,441 INFO [regionserver/2a8f9448bb5c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:34,442 INFO [RS:0;2a8f9448bb5c:36947 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36947 2024-12-02T16:19:34,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:19:34,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2a8f9448bb5c,36947,1733156372039 2024-12-02T16:19:34,445 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2a8f9448bb5c,36947,1733156372039] 2024-12-02T16:19:34,445 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2a8f9448bb5c,36947,1733156372039; numProcessing=2 2024-12-02T16:19:34,446 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2a8f9448bb5c,36947,1733156372039 already deleted, retry=false 2024-12-02T16:19:34,446 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2a8f9448bb5c,36947,1733156372039 expired; onlineServers=0 2024-12-02T16:19:34,446 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2a8f9448bb5c,39363,1733156371978' ***** 2024-12-02T16:19:34,446 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T16:19:34,446 DEBUG [M:0;2a8f9448bb5c:39363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f5c5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2a8f9448bb5c/172.17.0.2:0 2024-12-02T16:19:34,446 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegionServer(1224): stopping server 2a8f9448bb5c,39363,1733156371978 2024-12-02T16:19:34,446 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegionServer(1250): stopping server 2a8f9448bb5c,39363,1733156371978; all regions closed. 2024-12-02T16:19:34,446 DEBUG [M:0;2a8f9448bb5c:39363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:19:34,446 DEBUG [M:0;2a8f9448bb5c:39363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T16:19:34,446 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T16:19:34,446 DEBUG [M:0;2a8f9448bb5c:39363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T16:19:34,446 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156372363 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.small.0-1733156372363,5,FailOnTimeoutGroup] 2024-12-02T16:19:34,446 DEBUG [master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156372357 {}] cleaner.HFileCleaner(306): Exit Thread[master/2a8f9448bb5c:0:becomeActiveMaster-HFileCleaner.large.0-1733156372357,5,FailOnTimeoutGroup] 2024-12-02T16:19:34,446 INFO [M:0;2a8f9448bb5c:39363 {}] hbase.ChoreService(370): Chore service for: master/2a8f9448bb5c:0 had [] on shutdown 2024-12-02T16:19:34,446 DEBUG [M:0;2a8f9448bb5c:39363 {}] master.HMaster(1733): Stopping service threads 2024-12-02T16:19:34,446 INFO [M:0;2a8f9448bb5c:39363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T16:19:34,447 INFO [M:0;2a8f9448bb5c:39363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T16:19:34,447 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T16:19:34,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T16:19:34,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:19:34,448 DEBUG [M:0;2a8f9448bb5c:39363 {}] zookeeper.ZKUtil(347): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T16:19:34,448 WARN [M:0;2a8f9448bb5c:39363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T16:19:34,448 INFO [M:0;2a8f9448bb5c:39363 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-02T16:19:34,448 INFO [M:0;2a8f9448bb5c:39363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T16:19:34,448 DEBUG [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:19:34,448 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:34,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T16:19:34,448 DEBUG [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:34,448 DEBUG [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:19:34,448 DEBUG [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:34,448 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.92 KB heapSize=56.38 KB 2024-12-02T16:19:34,464 DEBUG [M:0;2a8f9448bb5c:39363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d2e3d26647b46c6ab8ea53b15de2267 is 82, key is hbase:meta,,1/info:regioninfo/1733156373004/Put/seqid=0 2024-12-02T16:19:34,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:34,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741846_1022 (size=5672) 2024-12-02T16:19:34,469 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d2e3d26647b46c6ab8ea53b15de2267 2024-12-02T16:19:34,487 DEBUG [M:0;2a8f9448bb5c:39363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c6c9878988b4b488574b05772c2196c is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733156373881/Put/seqid=0 2024-12-02T16:19:34,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741847_1023 (size=7581) 2024-12-02T16:19:34,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741847_1023 (size=7581) 2024-12-02T16:19:34,491 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.30 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c6c9878988b4b488574b05772c2196c 2024-12-02T16:19:34,509 DEBUG [M:0;2a8f9448bb5c:39363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b45d1363949743919b71dcf35480e5b6 is 69, key is 2a8f9448bb5c,36947,1733156372039/rs:state/1733156372429/Put/seqid=0 2024-12-02T16:19:34,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741848_1024 (size=5224) 2024-12-02T16:19:34,514 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b45d1363949743919b71dcf35480e5b6 2024-12-02T16:19:34,519 DEBUG [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d2e3d26647b46c6ab8ea53b15de2267 as hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d2e3d26647b46c6ab8ea53b15de2267 2024-12-02T16:19:34,524 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d2e3d26647b46c6ab8ea53b15de2267, entries=8, sequenceid=108, filesize=5.5 K 2024-12-02T16:19:34,525 DEBUG [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c6c9878988b4b488574b05772c2196c as hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c6c9878988b4b488574b05772c2196c 2024-12-02T16:19:34,530 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c6c9878988b4b488574b05772c2196c, entries=13, sequenceid=108, filesize=7.4 K 2024-12-02T16:19:34,531 DEBUG [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b45d1363949743919b71dcf35480e5b6 as hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b45d1363949743919b71dcf35480e5b6 2024-12-02T16:19:34,535 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38501/user/jenkins/test-data/2f6cee76-a272-347e-d9c5-c308401ab2b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b45d1363949743919b71dcf35480e5b6, entries=2, sequenceid=108, filesize=5.1 K 2024-12-02T16:19:34,535 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.92 KB/47022, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 87ms, sequenceid=108, compaction requested=false 2024-12-02T16:19:34,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:34,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43717-0x1009bc988980002, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:34,536 INFO [RS:1;2a8f9448bb5c:43717 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,43717,1733156372123; zookeeper connection closed. 2024-12-02T16:19:34,537 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:19:34,537 DEBUG [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-02T16:19:34,537 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c024d73 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c024d73 2024-12-02T16:19:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40165 is added to blk_1073741830_1006 (size=54553) 2024-12-02T16:19:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36281 is added to blk_1073741830_1006 (size=54553) 2024-12-02T16:19:34,539 INFO [M:0;2a8f9448bb5c:39363 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-02T16:19:34,539 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-02T16:19:34,539 INFO [M:0;2a8f9448bb5c:39363 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39363 2024-12-02T16:19:34,541 DEBUG [M:0;2a8f9448bb5c:39363 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2a8f9448bb5c,39363,1733156371978 already deleted, retry=false 2024-12-02T16:19:34,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:34,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36947-0x1009bc988980001, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:34,545 INFO [RS:0;2a8f9448bb5c:36947 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,36947,1733156372039; zookeeper connection closed. 2024-12-02T16:19:34,545 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33c53ef6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33c53ef6 2024-12-02T16:19:34,545 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-02T16:19:34,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:34,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39363-0x1009bc988980000, quorum=127.0.0.1:57695, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:19:34,642 INFO [M:0;2a8f9448bb5c:39363 {}] regionserver.HRegionServer(1307): Exiting; stopping=2a8f9448bb5c,39363,1733156371978; zookeeper connection closed. 2024-12-02T16:19:34,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4414ee65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:34,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53088ce0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:34,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:34,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1482e20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:34,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d6533{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:34,646 WARN [BP-1527835733-172.17.0.2-1733156371217 heartbeating to localhost/127.0.0.1:38501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:34,647 WARN [BP-1527835733-172.17.0.2-1733156371217 heartbeating to localhost/127.0.0.1:38501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1527835733-172.17.0.2-1733156371217 (Datanode Uuid a5262295-cdb4-40f8-a850-d171040f29e9) service to localhost/127.0.0.1:38501 2024-12-02T16:19:34,647 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:34,647 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:34,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/dfs/data/data3/current/BP-1527835733-172.17.0.2-1733156371217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:34,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/dfs/data/data4/current/BP-1527835733-172.17.0.2-1733156371217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:34,648 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:34,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@294ce493{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:19:34,650 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@733476ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:34,650 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:34,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fb79839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:34,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc00db6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:34,651 WARN [BP-1527835733-172.17.0.2-1733156371217 heartbeating to localhost/127.0.0.1:38501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:19:34,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:19:34,651 WARN [BP-1527835733-172.17.0.2-1733156371217 heartbeating to localhost/127.0.0.1:38501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1527835733-172.17.0.2-1733156371217 (Datanode Uuid 5be7feba-c94d-46ff-975d-b0f085489623) service to localhost/127.0.0.1:38501 2024-12-02T16:19:34,651 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:19:34,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/dfs/data/data1/current/BP-1527835733-172.17.0.2-1733156371217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:34,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/cluster_58e2a284-7012-6a16-f8d9-83e840fbbc4c/dfs/data/data2/current/BP-1527835733-172.17.0.2-1733156371217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:19:34,652 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:19:34,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25e6727b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:19:34,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@99e6529{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:19:34,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:19:34,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4817200e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:19:34,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac860f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1bc6e23c-8ada-30b6-f10f-4b5f6e257089/hadoop.log.dir/,STOPPED} 2024-12-02T16:19:34,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-02T16:19:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-02T16:19:34,697 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=197 (was 175) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38501 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38501 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=552 (was 521) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 552), ProcessCount=11 (was 11), AvailableMemoryMB=5057 (was 5250)