2024-11-13 20:32:22,754 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 20:32:22,776 main DEBUG Took 0.019226 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 20:32:22,776 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 20:32:22,777 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 20:32:22,777 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 20:32:22,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,788 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 20:32:22,804 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,806 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,807 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,809 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,810 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,811 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,812 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,813 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,813 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,814 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,815 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,815 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,816 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,818 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 20:32:22,818 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,819 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 20:32:22,821 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 20:32:22,822 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 20:32:22,824 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 20:32:22,825 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 20:32:22,827 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 20:32:22,827 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 20:32:22,838 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 20:32:22,841 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 20:32:22,843 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 20:32:22,844 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 20:32:22,844 main DEBUG createAppenders(={Console}) 2024-11-13 20:32:22,845 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-13 20:32:22,845 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-13 20:32:22,846 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-13 20:32:22,846 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 20:32:22,846 main DEBUG OutputStream closed 2024-11-13 20:32:22,847 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 20:32:22,847 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 20:32:22,847 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-13 20:32:22,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 20:32:22,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 20:32:22,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 20:32:22,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 20:32:22,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 20:32:22,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 20:32:22,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 20:32:22,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 20:32:22,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 20:32:22,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 20:32:22,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 20:32:22,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 20:32:22,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 20:32:22,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 20:32:22,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 20:32:22,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 20:32:22,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 20:32:22,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 20:32:22,932 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 20:32:22,932 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-13 20:32:22,933 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 20:32:22,933 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-13T20:32:22,950 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-13 20:32:22,954 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 20:32:22,954 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T20:32:23,024 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=99, ProcessCount=11, AvailableMemoryMB=4533 2024-11-13T20:32:23,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019 2024-11-13T20:32:23,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:32:23,297 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad, deleteOnExit=true 2024-11-13T20:32:23,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:32:23,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/test.cache.data in system properties and HBase conf 2024-11-13T20:32:23,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:32:23,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:32:23,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:32:23,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:32:23,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:32:23,391 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T20:32:23,482 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:32:23,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:23,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:23,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:32:23,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:23,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:32:23,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:32:23,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:23,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:23,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:32:23,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:32:23,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:32:23,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:23,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:32:23,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:32:24,333 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T20:32:24,425 INFO [Time-limited test {}] log.Log(170): Logging initialized @2419ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T20:32:24,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:24,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:24,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:24,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:24,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:24,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:24,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:24,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:24,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71423267{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/java.io.tmpdir/jetty-localhost-32805-hadoop-hdfs-3_4_1-tests_jar-_-any-16715438400389620512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:24,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:32805} 2024-11-13T20:32:24,861 INFO [Time-limited test {}] server.Server(415): Started @2855ms 2024-11-13T20:32:25,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:25,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:25,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:25,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:25,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:25,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c8af66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:25,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@484304af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:25,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ab05b1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/java.io.tmpdir/jetty-localhost-40247-hadoop-hdfs-3_4_1-tests_jar-_-any-15276263239415987132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:25,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c0310f9{HTTP/1.1, (http/1.1)}{localhost:40247} 2024-11-13T20:32:25,394 INFO [Time-limited test {}] server.Server(415): Started @3388ms 2024-11-13T20:32:25,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:25,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:25,591 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:25,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:25,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:25,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:25,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723ad5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:25,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dc6d8a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:25,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@166c0b2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/java.io.tmpdir/jetty-localhost-39279-hadoop-hdfs-3_4_1-tests_jar-_-any-9196398718031481498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:25,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ff15dda{HTTP/1.1, (http/1.1)}{localhost:39279} 2024-11-13T20:32:25,749 INFO [Time-limited test {}] server.Server(415): Started @3743ms 2024-11-13T20:32:25,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:25,926 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/data/data3/current/BP-795228047-172.17.0.2-1731529944088/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:25,926 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/data/data4/current/BP-795228047-172.17.0.2-1731529944088/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:25,926 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/data/data2/current/BP-795228047-172.17.0.2-1731529944088/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:25,927 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/data/data1/current/BP-795228047-172.17.0.2-1731529944088/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:25,988 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:25,989 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:26,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97b02e5c8fe20eb6 with lease ID 0xab37999c34efc89e: Processing first storage report for DS-93b7f221-bb00-40b0-8221-4e15f2233121 from datanode DatanodeRegistration(127.0.0.1:39409, datanodeUuid=dd6bfbec-ff15-4c6f-9c88-464f04d282b0, infoPort=45557, infoSecurePort=0, ipcPort=44485, storageInfo=lv=-57;cid=testClusterID;nsid=1852809432;c=1731529944088) 2024-11-13T20:32:26,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97b02e5c8fe20eb6 with lease ID 0xab37999c34efc89e: from storage DS-93b7f221-bb00-40b0-8221-4e15f2233121 node DatanodeRegistration(127.0.0.1:39409, datanodeUuid=dd6bfbec-ff15-4c6f-9c88-464f04d282b0, infoPort=45557, infoSecurePort=0, ipcPort=44485, storageInfo=lv=-57;cid=testClusterID;nsid=1852809432;c=1731529944088), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-13T20:32:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31adaa43e07c5613 with lease ID 0xab37999c34efc89f: Processing first storage report for DS-f712052e-0a8c-4682-abc6-3cc4500cc893 from datanode DatanodeRegistration(127.0.0.1:40389, datanodeUuid=a1bba56b-37c6-4cbd-b89c-ec7503e987ca, infoPort=32961, infoSecurePort=0, ipcPort=38045, storageInfo=lv=-57;cid=testClusterID;nsid=1852809432;c=1731529944088) 2024-11-13T20:32:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31adaa43e07c5613 with lease ID 0xab37999c34efc89f: from storage DS-f712052e-0a8c-4682-abc6-3cc4500cc893 node DatanodeRegistration(127.0.0.1:40389, datanodeUuid=a1bba56b-37c6-4cbd-b89c-ec7503e987ca, infoPort=32961, infoSecurePort=0, ipcPort=38045, storageInfo=lv=-57;cid=testClusterID;nsid=1852809432;c=1731529944088), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:32:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97b02e5c8fe20eb6 with lease ID 0xab37999c34efc89e: Processing first storage report for DS-c46e032c-fd66-4c4e-be8f-713fb9f6979b from datanode DatanodeRegistration(127.0.0.1:39409, datanodeUuid=dd6bfbec-ff15-4c6f-9c88-464f04d282b0, infoPort=45557, infoSecurePort=0, ipcPort=44485, storageInfo=lv=-57;cid=testClusterID;nsid=1852809432;c=1731529944088) 2024-11-13T20:32:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97b02e5c8fe20eb6 with lease ID 0xab37999c34efc89e: from storage DS-c46e032c-fd66-4c4e-be8f-713fb9f6979b node DatanodeRegistration(127.0.0.1:39409, datanodeUuid=dd6bfbec-ff15-4c6f-9c88-464f04d282b0, infoPort=45557, infoSecurePort=0, ipcPort=44485, storageInfo=lv=-57;cid=testClusterID;nsid=1852809432;c=1731529944088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31adaa43e07c5613 with lease ID 0xab37999c34efc89f: Processing first storage report for DS-40226f60-b90f-4c4e-bbc7-a9246f88e919 from datanode DatanodeRegistration(127.0.0.1:40389, datanodeUuid=a1bba56b-37c6-4cbd-b89c-ec7503e987ca, infoPort=32961, infoSecurePort=0, ipcPort=38045, storageInfo=lv=-57;cid=testClusterID;nsid=1852809432;c=1731529944088) 2024-11-13T20:32:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31adaa43e07c5613 with lease ID 0xab37999c34efc89f: from storage DS-40226f60-b90f-4c4e-bbc7-a9246f88e919 node DatanodeRegistration(127.0.0.1:40389, datanodeUuid=a1bba56b-37c6-4cbd-b89c-ec7503e987ca, infoPort=32961, infoSecurePort=0, ipcPort=38045, storageInfo=lv=-57;cid=testClusterID;nsid=1852809432;c=1731529944088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:26,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019 2024-11-13T20:32:26,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/zookeeper_0, clientPort=63035, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:32:26,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63035 2024-11-13T20:32:26,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:26,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:26,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317 with version=8 2024-11-13T20:32:26,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/hbase-staging 2024-11-13T20:32:27,017 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T20:32:27,284 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:27,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:27,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:27,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:27,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:27,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:27,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:32:27,512 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T20:32:27,521 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T20:32:27,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:27,553 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 27666 (auto-detected) 2024-11-13T20:32:27,554 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T20:32:27,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44837 2024-11-13T20:32:27,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44837 connecting to ZooKeeper ensemble=127.0.0.1:63035 2024-11-13T20:32:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448370x0, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:27,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44837-0x1003ad83f0f0000 connected 2024-11-13T20:32:27,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:27,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:27,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:27,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317, hbase.cluster.distributed=false 2024-11-13T20:32:27,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:27,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44837 2024-11-13T20:32:27,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44837 2024-11-13T20:32:27,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44837 2024-11-13T20:32:27,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44837 2024-11-13T20:32:27,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44837 2024-11-13T20:32:27,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:27,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:27,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:27,842 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:27,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:27,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:27,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:27,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:27,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40591 2024-11-13T20:32:27,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40591 connecting to ZooKeeper ensemble=127.0.0.1:63035 2024-11-13T20:32:27,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:27,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:27,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405910x0, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:27,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40591-0x1003ad83f0f0001 connected 2024-11-13T20:32:27,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:27,869 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:27,878 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:27,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:27,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:27,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40591 2024-11-13T20:32:27,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40591 2024-11-13T20:32:27,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40591 2024-11-13T20:32:27,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40591 2024-11-13T20:32:27,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40591 2024-11-13T20:32:27,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:27,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:27,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:27,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:27,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:27,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:27,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:27,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:27,914 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41179 2024-11-13T20:32:27,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41179 connecting to ZooKeeper ensemble=127.0.0.1:63035 2024-11-13T20:32:27,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:27,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:27,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411790x0, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:27,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411790x0, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:27,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41179-0x1003ad83f0f0002 connected 2024-11-13T20:32:27,930 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:27,930 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:27,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:27,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:27,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41179 2024-11-13T20:32:27,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41179 2024-11-13T20:32:27,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41179 2024-11-13T20:32:27,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41179 2024-11-13T20:32:27,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41179 2024-11-13T20:32:27,961 DEBUG [M:0;04ac815325d6:44837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:44837 2024-11-13T20:32:27,963 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04ac815325d6,44837,1731529947072 2024-11-13T20:32:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:27,979 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04ac815325d6,44837,1731529947072 2024-11-13T20:32:28,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:28,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:28,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,004 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T20:32:28,005 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04ac815325d6,44837,1731529947072 from backup master directory 2024-11-13T20:32:28,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04ac815325d6,44837,1731529947072 2024-11-13T20:32:28,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:28,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:28,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:28,010 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:28,010 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,44837,1731529947072 2024-11-13T20:32:28,013 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T20:32:28,014 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T20:32:28,071 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/hbase.id] with ID: 28a6d68f-c521-4960-bc38-2e51cfda2f99 2024-11-13T20:32:28,071 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/.tmp/hbase.id 2024-11-13T20:32:28,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:28,085 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/.tmp/hbase.id]:[hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/hbase.id] 2024-11-13T20:32:28,130 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:28,135 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:32:28,154 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T20:32:28,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:28,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:28,193 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:28,196 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:32:28,219 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T20:32:28,224 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:28,276 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store 2024-11-13T20:32:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:28,303 INFO [master/04ac815325d6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T20:32:28,306 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:28,307 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:28,307 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:28,308 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:28,309 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:28,309 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:28,310 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:28,311 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529948307Disabling compacts and flushes for region at 1731529948307Disabling writes for close at 1731529948309 (+2 ms)Writing region close event to WAL at 1731529948309Closed at 1731529948309 2024-11-13T20:32:28,313 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/.initializing 2024-11-13T20:32:28,314 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/WALs/04ac815325d6,44837,1731529947072 2024-11-13T20:32:28,323 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:28,340 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C44837%2C1731529947072, suffix=, logDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/WALs/04ac815325d6,44837,1731529947072, archiveDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/oldWALs, maxLogs=10 2024-11-13T20:32:28,368 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/WALs/04ac815325d6,44837,1731529947072/04ac815325d6%2C44837%2C1731529947072.1731529948346, exclude list is [], retry=0 2024-11-13T20:32:28,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-93b7f221-bb00-40b0-8221-4e15f2233121,DISK] 2024-11-13T20:32:28,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40389,DS-f712052e-0a8c-4682-abc6-3cc4500cc893,DISK] 2024-11-13T20:32:28,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T20:32:28,428 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/WALs/04ac815325d6,44837,1731529947072/04ac815325d6%2C44837%2C1731529947072.1731529948346 2024-11-13T20:32:28,429 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45557:45557),(127.0.0.1/127.0.0.1:32961:32961)] 2024-11-13T20:32:28,429 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:28,430 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:28,433 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,434 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:32:28,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:28,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:28,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:32:28,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:28,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:28,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:32:28,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:28,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:28,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:32:28,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:28,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:28,529 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,533 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,534 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,540 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,541 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,545 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:28,548 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:28,553 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:28,554 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60178788, jitterRate=-0.10326617956161499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:28,565 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529948449Initializing all the Stores at 1731529948451 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529948452 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529948453 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529948453Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529948453Cleaning up temporary data from old regions at 1731529948541 (+88 ms)Region opened successfully at 1731529948565 (+24 ms) 2024-11-13T20:32:28,566 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:32:28,606 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433fecc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:28,645 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:32:28,659 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:32:28,660 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:32:28,663 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:32:28,665 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T20:32:28,671 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-13T20:32:28,671 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:32:28,711 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:32:28,720 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T20:32:28,722 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T20:32:28,726 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:32:28,728 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:32:28,729 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T20:32:28,732 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:32:28,735 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:32:28,737 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T20:32:28,739 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:32:28,740 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T20:32:28,758 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:32:28,760 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T20:32:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:28,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:28,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,768 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,44837,1731529947072, sessionid=0x1003ad83f0f0000, setting cluster-up flag (Was=false) 2024-11-13T20:32:28,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,789 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T20:32:28,791 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,44837,1731529947072 2024-11-13T20:32:28,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:28,802 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T20:32:28,804 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,44837,1731529947072 2024-11-13T20:32:28,810 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:32:28,845 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(746): ClusterId : 28a6d68f-c521-4960-bc38-2e51cfda2f99 2024-11-13T20:32:28,845 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(746): ClusterId : 28a6d68f-c521-4960-bc38-2e51cfda2f99 2024-11-13T20:32:28,847 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:28,847 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:28,853 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:28,853 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:28,853 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:28,853 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:28,856 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:28,857 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:28,857 DEBUG [RS:1;04ac815325d6:41179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30537e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:28,857 DEBUG [RS:0;04ac815325d6:40591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b39d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:28,884 DEBUG [RS:1;04ac815325d6:41179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04ac815325d6:41179 2024-11-13T20:32:28,886 DEBUG [RS:0;04ac815325d6:40591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:40591 2024-11-13T20:32:28,889 INFO [RS:0;04ac815325d6:40591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:28,889 INFO [RS:1;04ac815325d6:41179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:28,889 INFO [RS:0;04ac815325d6:40591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:28,889 INFO [RS:1;04ac815325d6:41179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:28,889 DEBUG [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:28,889 DEBUG [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:28,892 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,44837,1731529947072 with port=41179, startcode=1731529947911 2024-11-13T20:32:28,892 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,44837,1731529947072 with port=40591, startcode=1731529947797 2024-11-13T20:32:28,892 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:28,905 DEBUG [RS:0;04ac815325d6:40591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:28,905 DEBUG [RS:1;04ac815325d6:41179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:28,905 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:32:28,914 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:32:28,921 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,44837,1731529947072 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:32:28,930 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:28,930 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:28,930 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:28,931 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:28,931 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:32:28,931 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:28,931 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:28,932 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:28,937 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529978937 2024-11-13T20:32:28,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:28,938 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:32:28,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:32:28,940 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:32:28,942 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:28,942 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:28,944 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:32:28,944 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:32:28,945 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:28,945 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:32:28,945 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:32:28,945 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:32:28,946 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:28,949 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:32:28,949 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44837 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:32:28,950 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:32:28,951 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:32:28,953 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:32:28,954 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:32:28,955 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529948955,5,FailOnTimeoutGroup] 2024-11-13T20:32:28,956 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529948955,5,FailOnTimeoutGroup] 2024-11-13T20:32:28,956 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:28,956 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:32:28,955 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44837 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T20:32:28,958 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:28,958 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:28,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:32:28,962 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317 2024-11-13T20:32:28,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:28,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:28,979 DEBUG [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T20:32:28,979 DEBUG [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T20:32:28,979 WARN [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T20:32:28,979 WARN [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T20:32:28,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:28,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:28,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:28,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:28,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:28,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:28,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:28,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:28,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:28,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:28,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:28,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:28,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:28,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:28,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:28,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:28,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:28,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740 2024-11-13T20:32:28,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740 2024-11-13T20:32:29,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:29,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:29,001 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:29,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:29,009 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:29,010 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66196096, jitterRate=-0.013601303100585938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:29,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529948978Initializing all the Stores at 1731529948980 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529948980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529948980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529948980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529948981 (+1 ms)Cleaning up temporary data from old regions at 1731529949000 (+19 ms)Region opened successfully at 1731529949013 (+13 ms) 2024-11-13T20:32:29,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:29,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:29,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:29,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:29,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:29,015 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:29,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529949013Disabling compacts and flushes for region at 1731529949013Disabling writes for close at 1731529949014 (+1 ms)Writing region close event to WAL at 1731529949014Closed at 1731529949015 (+1 ms) 2024-11-13T20:32:29,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:29,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:32:29,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:32:29,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:29,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:32:29,081 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,44837,1731529947072 with port=41179, startcode=1731529947911 2024-11-13T20:32:29,082 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,44837,1731529947072 with port=40591, startcode=1731529947797 2024-11-13T20:32:29,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,41179,1731529947911 2024-11-13T20:32:29,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44837 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,41179,1731529947911 2024-11-13T20:32:29,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,40591,1731529947797 2024-11-13T20:32:29,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44837 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,40591,1731529947797 2024-11-13T20:32:29,095 DEBUG [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317 2024-11-13T20:32:29,096 DEBUG [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39069 2024-11-13T20:32:29,096 DEBUG [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:29,098 DEBUG [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317 2024-11-13T20:32:29,098 DEBUG [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39069 2024-11-13T20:32:29,099 DEBUG [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:29,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:29,106 DEBUG [RS:1;04ac815325d6:41179 {}] zookeeper.ZKUtil(111): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,41179,1731529947911 2024-11-13T20:32:29,106 WARN [RS:1;04ac815325d6:41179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:29,106 INFO [RS:1;04ac815325d6:41179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:29,106 DEBUG [RS:0;04ac815325d6:40591 {}] zookeeper.ZKUtil(111): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,40591,1731529947797 2024-11-13T20:32:29,107 WARN [RS:0;04ac815325d6:40591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:29,107 DEBUG [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,41179,1731529947911 2024-11-13T20:32:29,107 INFO [RS:0;04ac815325d6:40591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:29,107 DEBUG [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,40591,1731529947797 2024-11-13T20:32:29,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,41179,1731529947911] 2024-11-13T20:32:29,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,40591,1731529947797] 2024-11-13T20:32:29,135 INFO [RS:1;04ac815325d6:41179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:29,135 INFO [RS:0;04ac815325d6:40591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:29,149 INFO [RS:0;04ac815325d6:40591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:29,149 INFO [RS:1;04ac815325d6:41179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:29,155 INFO [RS:0;04ac815325d6:40591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:29,155 INFO [RS:1;04ac815325d6:41179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:29,155 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,155 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,156 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:29,156 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:29,162 INFO [RS:0;04ac815325d6:40591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:29,162 INFO [RS:1;04ac815325d6:41179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:29,164 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,164 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,164 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,164 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,164 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,164 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,165 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,165 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,165 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,165 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,165 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,165 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,165 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:29,165 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:29,165 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,165 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,166 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:29,167 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:29,167 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:29,167 DEBUG [RS:1;04ac815325d6:41179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:29,167 DEBUG [RS:0;04ac815325d6:40591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:29,168 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,168 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,168 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,169 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,169 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,169 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,169 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,169 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,169 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,169 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,169 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41179,1731529947911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:29,169 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40591,1731529947797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:29,190 WARN [04ac815325d6:44837 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:32:29,198 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:29,198 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:29,200 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41179,1731529947911-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,200 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,40591,1731529947797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,201 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,201 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,201 INFO [RS:0;04ac815325d6:40591 {}] regionserver.Replication(171): 04ac815325d6,40591,1731529947797 started 2024-11-13T20:32:29,201 INFO [RS:1;04ac815325d6:41179 {}] regionserver.Replication(171): 04ac815325d6,41179,1731529947911 started 2024-11-13T20:32:29,229 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,229 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,230 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,41179,1731529947911, RpcServer on 04ac815325d6/172.17.0.2:41179, sessionid=0x1003ad83f0f0002 2024-11-13T20:32:29,230 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,40591,1731529947797, RpcServer on 04ac815325d6/172.17.0.2:40591, sessionid=0x1003ad83f0f0001 2024-11-13T20:32:29,231 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:29,231 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:29,231 DEBUG [RS:1;04ac815325d6:41179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,41179,1731529947911 2024-11-13T20:32:29,231 DEBUG [RS:0;04ac815325d6:40591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,40591,1731529947797 2024-11-13T20:32:29,231 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41179,1731529947911' 2024-11-13T20:32:29,231 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,40591,1731529947797' 2024-11-13T20:32:29,232 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:29,232 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:29,233 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:29,233 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:29,233 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:29,234 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:29,234 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:29,234 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:29,234 DEBUG [RS:1;04ac815325d6:41179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,41179,1731529947911 2024-11-13T20:32:29,234 DEBUG [RS:0;04ac815325d6:40591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,40591,1731529947797 2024-11-13T20:32:29,234 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,41179,1731529947911' 2024-11-13T20:32:29,234 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,40591,1731529947797' 2024-11-13T20:32:29,234 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:29,234 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:29,235 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:29,235 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:29,236 DEBUG [RS:1;04ac815325d6:41179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:29,236 DEBUG [RS:0;04ac815325d6:40591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:29,236 INFO [RS:1;04ac815325d6:41179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:29,236 INFO [RS:0;04ac815325d6:40591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:29,236 INFO [RS:1;04ac815325d6:41179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:29,236 INFO [RS:0;04ac815325d6:40591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:29,342 INFO [RS:0;04ac815325d6:40591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:29,342 INFO [RS:1;04ac815325d6:41179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:29,345 INFO [RS:0;04ac815325d6:40591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C40591%2C1731529947797, suffix=, logDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,40591,1731529947797, archiveDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/oldWALs, maxLogs=32 2024-11-13T20:32:29,345 INFO [RS:1;04ac815325d6:41179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C41179%2C1731529947911, suffix=, logDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,41179,1731529947911, archiveDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/oldWALs, maxLogs=32 2024-11-13T20:32:29,365 DEBUG [RS:1;04ac815325d6:41179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,41179,1731529947911/04ac815325d6%2C41179%2C1731529947911.1731529949350, exclude list is [], retry=0 2024-11-13T20:32:29,365 DEBUG [RS:0;04ac815325d6:40591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,40591,1731529947797/04ac815325d6%2C40591%2C1731529947797.1731529949350, exclude list is [], retry=0 2024-11-13T20:32:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40389,DS-f712052e-0a8c-4682-abc6-3cc4500cc893,DISK] 2024-11-13T20:32:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-93b7f221-bb00-40b0-8221-4e15f2233121,DISK] 2024-11-13T20:32:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40389,DS-f712052e-0a8c-4682-abc6-3cc4500cc893,DISK] 2024-11-13T20:32:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-93b7f221-bb00-40b0-8221-4e15f2233121,DISK] 2024-11-13T20:32:29,374 INFO [RS:0;04ac815325d6:40591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,40591,1731529947797/04ac815325d6%2C40591%2C1731529947797.1731529949350 2024-11-13T20:32:29,377 DEBUG [RS:0;04ac815325d6:40591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32961:32961),(127.0.0.1/127.0.0.1:45557:45557)] 2024-11-13T20:32:29,377 INFO [RS:1;04ac815325d6:41179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,41179,1731529947911/04ac815325d6%2C41179%2C1731529947911.1731529949350 2024-11-13T20:32:29,378 DEBUG [RS:1;04ac815325d6:41179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32961:32961),(127.0.0.1/127.0.0.1:45557:45557)] 2024-11-13T20:32:29,442 DEBUG [04ac815325d6:44837 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T20:32:29,451 DEBUG [04ac815325d6:44837 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:29,458 DEBUG [04ac815325d6:44837 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:29,458 DEBUG [04ac815325d6:44837 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:29,458 DEBUG [04ac815325d6:44837 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:29,458 DEBUG [04ac815325d6:44837 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:29,458 INFO [04ac815325d6:44837 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:29,458 INFO [04ac815325d6:44837 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:29,458 DEBUG [04ac815325d6:44837 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:29,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,41179,1731529947911 2024-11-13T20:32:29,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,41179,1731529947911, state=OPENING 2024-11-13T20:32:29,480 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:32:29,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:29,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:29,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:29,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:29,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:29,484 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:29,486 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:29,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,41179,1731529947911}] 2024-11-13T20:32:29,665 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:29,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:29,681 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:32:29,681 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:29,682 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:32:29,685 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C41179%2C1731529947911.meta, suffix=.meta, logDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,41179,1731529947911, archiveDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/oldWALs, maxLogs=32 2024-11-13T20:32:29,703 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,41179,1731529947911/04ac815325d6%2C41179%2C1731529947911.meta.1731529949687.meta, exclude list is [], retry=0 2024-11-13T20:32:29,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40389,DS-f712052e-0a8c-4682-abc6-3cc4500cc893,DISK] 2024-11-13T20:32:29,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39409,DS-93b7f221-bb00-40b0-8221-4e15f2233121,DISK] 2024-11-13T20:32:29,714 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/WALs/04ac815325d6,41179,1731529947911/04ac815325d6%2C41179%2C1731529947911.meta.1731529949687.meta 2024-11-13T20:32:29,714 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32961:32961),(127.0.0.1/127.0.0.1:45557:45557)] 2024-11-13T20:32:29,714 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:29,716 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:32:29,719 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:32:29,725 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:32:29,731 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:32:29,731 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:29,731 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:32:29,732 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:32:29,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:29,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:29,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:29,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:29,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:29,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:29,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:29,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:29,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:29,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:29,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:29,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:29,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:29,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:29,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:29,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:29,745 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:29,748 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740 2024-11-13T20:32:29,751 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740 2024-11-13T20:32:29,754 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:29,754 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:29,756 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:29,758 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:29,760 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71243892, jitterRate=0.061616718769073486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:29,760 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:32:29,761 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529949732Writing region info on filesystem at 1731529949732Initializing all the Stores at 1731529949734 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529949734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529949735 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529949735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529949735Cleaning up temporary data from old regions at 1731529949755 (+20 ms)Running coprocessor post-open hooks at 1731529949760 (+5 ms)Region opened successfully at 1731529949761 (+1 ms) 2024-11-13T20:32:29,769 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529949656 2024-11-13T20:32:29,781 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:32:29,781 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:32:29,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41179,1731529947911 2024-11-13T20:32:29,785 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,41179,1731529947911, state=OPEN 2024-11-13T20:32:29,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:29,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:29,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:29,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:29,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:29,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:29,788 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,41179,1731529947911 2024-11-13T20:32:29,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:32:29,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,41179,1731529947911 in 300 msec 2024-11-13T20:32:29,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:32:29,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec 2024-11-13T20:32:29,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:29,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:32:29,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:29,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41179,1731529947911, seqNum=-1] 2024-11-13T20:32:29,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:29,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:29,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0350 sec 2024-11-13T20:32:29,876 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529949876, completionTime=-1 2024-11-13T20:32:29,879 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T20:32:29,879 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:32:29,909 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T20:32:29,909 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731530009909 2024-11-13T20:32:29,910 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731530069910 2024-11-13T20:32:29,910 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-13T20:32:29,926 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:32:29,937 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44837,1731529947072-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,937 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44837,1731529947072-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,937 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44837,1731529947072-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,939 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:44837, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,940 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,942 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:29,946 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:32:29,972 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.962sec 2024-11-13T20:32:29,974 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:32:29,975 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:32:29,976 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:32:29,977 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:32:29,977 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:32:29,977 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44837,1731529947072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:29,978 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44837,1731529947072-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:32:29,983 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:32:29,984 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:32:29,984 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44837,1731529947072-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:30,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a37503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:30,058 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T20:32:30,059 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T20:32:30,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44837,-1 for getting cluster id 2024-11-13T20:32:30,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:32:30,115 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28a6d68f-c521-4960-bc38-2e51cfda2f99' 2024-11-13T20:32:30,117 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:32:30,117 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28a6d68f-c521-4960-bc38-2e51cfda2f99" 2024-11-13T20:32:30,118 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328c1473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:30,118 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44837,-1] 2024-11-13T20:32:30,121 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:32:30,123 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:30,124 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:32:30,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f88dcd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:30,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:30,137 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41179,1731529947911, seqNum=-1] 2024-11-13T20:32:30,137 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:30,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,44837,1731529947072 2024-11-13T20:32:30,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:32:30,193 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,44837,1731529947072 2024-11-13T20:32:30,197 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bad6e5a 2024-11-13T20:32:30,199 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:32:30,202 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:32:30,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T20:32:30,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:32:30,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T20:32:30,228 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:30,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:32:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:30,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:30,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:30,252 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4a54a12b9af29d3f850297cc546434f0, NAME => 'testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317 2024-11-13T20:32:30,252 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3d0b579720d1ea67966421675e11153, NAME => 'testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317 2024-11-13T20:32:30,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:30,268 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:30,268 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 4a54a12b9af29d3f850297cc546434f0, disabling compactions & flushes 2024-11-13T20:32:30,268 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:30,268 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:30,268 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. after waiting 0 ms 2024-11-13T20:32:30,268 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:30,268 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:30,268 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4a54a12b9af29d3f850297cc546434f0: Waiting for close lock at 1731529950268Disabling compacts and flushes for region at 1731529950268Disabling writes for close at 1731529950268Writing region close event to WAL at 1731529950268Closed at 1731529950268 2024-11-13T20:32:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:30,272 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:30,272 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f3d0b579720d1ea67966421675e11153, disabling compactions & flushes 2024-11-13T20:32:30,272 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:30,273 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:30,273 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. after waiting 0 ms 2024-11-13T20:32:30,273 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:30,273 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:30,273 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3d0b579720d1ea67966421675e11153: Waiting for close lock at 1731529950272Disabling compacts and flushes for region at 1731529950272Disabling writes for close at 1731529950273 (+1 ms)Writing region close event to WAL at 1731529950273Closed at 1731529950273 2024-11-13T20:32:30,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:32:30,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529950276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529950276"}]},"ts":"1731529950276"} 2024-11-13T20:32:30,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529950276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529950276"}]},"ts":"1731529950276"} 2024-11-13T20:32:30,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T20:32:30,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:32:30,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529950321"}]},"ts":"1731529950321"} 2024-11-13T20:32:30,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T20:32:30,329 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:30,331 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:30,332 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:30,332 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:30,332 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:30,332 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:30,332 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:30,332 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:30,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3d0b579720d1ea67966421675e11153, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a54a12b9af29d3f850297cc546434f0, ASSIGN}] 2024-11-13T20:32:30,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a54a12b9af29d3f850297cc546434f0, ASSIGN 2024-11-13T20:32:30,336 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3d0b579720d1ea67966421675e11153, ASSIGN 2024-11-13T20:32:30,338 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3d0b579720d1ea67966421675e11153, ASSIGN; state=OFFLINE, location=04ac815325d6,41179,1731529947911; forceNewPlan=false, retain=false 2024-11-13T20:32:30,338 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a54a12b9af29d3f850297cc546434f0, ASSIGN; state=OFFLINE, location=04ac815325d6,40591,1731529947797; forceNewPlan=false, retain=false 2024-11-13T20:32:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:30,490 INFO [04ac815325d6:44837 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T20:32:30,491 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a54a12b9af29d3f850297cc546434f0, regionState=OPENING, regionLocation=04ac815325d6,40591,1731529947797 2024-11-13T20:32:30,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3d0b579720d1ea67966421675e11153, regionState=OPENING, regionLocation=04ac815325d6,41179,1731529947911 2024-11-13T20:32:30,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a54a12b9af29d3f850297cc546434f0, ASSIGN because future has completed 2024-11-13T20:32:30,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a54a12b9af29d3f850297cc546434f0, server=04ac815325d6,40591,1731529947797}] 2024-11-13T20:32:30,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3d0b579720d1ea67966421675e11153, ASSIGN because future has completed 2024-11-13T20:32:30,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3d0b579720d1ea67966421675e11153, server=04ac815325d6,41179,1731529947911}] 2024-11-13T20:32:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:30,652 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:30,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:30,660 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:30,660 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:30,661 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => f3d0b579720d1ea67966421675e11153, NAME => 'testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T20:32:30,661 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a54a12b9af29d3f850297cc546434f0, NAME => 'testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T20:32:30,661 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,661 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,661 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:30,661 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:30,662 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,662 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,662 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,662 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,664 INFO [StoreOpener-f3d0b579720d1ea67966421675e11153-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,664 INFO [StoreOpener-4a54a12b9af29d3f850297cc546434f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,666 INFO [StoreOpener-f3d0b579720d1ea67966421675e11153-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3d0b579720d1ea67966421675e11153 columnFamilyName family 2024-11-13T20:32:30,666 DEBUG [StoreOpener-f3d0b579720d1ea67966421675e11153-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:30,667 INFO [StoreOpener-4a54a12b9af29d3f850297cc546434f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a54a12b9af29d3f850297cc546434f0 columnFamilyName family 2024-11-13T20:32:30,667 DEBUG [StoreOpener-4a54a12b9af29d3f850297cc546434f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:30,667 INFO [StoreOpener-f3d0b579720d1ea67966421675e11153-1 {}] regionserver.HStore(327): Store=f3d0b579720d1ea67966421675e11153/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:30,668 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,668 INFO [StoreOpener-4a54a12b9af29d3f850297cc546434f0-1 {}] regionserver.HStore(327): Store=4a54a12b9af29d3f850297cc546434f0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:30,668 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,669 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,669 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,669 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,670 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,670 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,670 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,671 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,671 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,673 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,673 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,677 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/f3d0b579720d1ea67966421675e11153/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:30,677 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/4a54a12b9af29d3f850297cc546434f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:30,678 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4a54a12b9af29d3f850297cc546434f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72002092, jitterRate=0.07291477918624878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:30,678 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened f3d0b579720d1ea67966421675e11153; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63718583, jitterRate=-0.050519123673439026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:30,678 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:30,678 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:30,680 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4a54a12b9af29d3f850297cc546434f0: Running coprocessor pre-open hook at 1731529950662Writing region info on filesystem at 1731529950662Initializing all the Stores at 1731529950664 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529950664Cleaning up temporary data from old regions at 1731529950671 (+7 ms)Running coprocessor post-open hooks at 1731529950678 (+7 ms)Region opened successfully at 1731529950680 (+2 ms) 2024-11-13T20:32:30,680 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for f3d0b579720d1ea67966421675e11153: Running coprocessor pre-open hook at 1731529950662Writing region info on filesystem at 1731529950662Initializing all the Stores at 1731529950663 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529950663Cleaning up temporary data from old regions at 1731529950670 (+7 ms)Running coprocessor post-open hooks at 1731529950678 (+8 ms)Region opened successfully at 1731529950680 (+2 ms) 2024-11-13T20:32:30,682 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153., pid=8, masterSystemTime=1731529950655 2024-11-13T20:32:30,683 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0., pid=7, masterSystemTime=1731529950651 2024-11-13T20:32:30,686 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:30,687 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:30,688 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f3d0b579720d1ea67966421675e11153, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,41179,1731529947911 2024-11-13T20:32:30,688 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:30,689 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:30,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a54a12b9af29d3f850297cc546434f0, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,40591,1731529947797 2024-11-13T20:32:30,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3d0b579720d1ea67966421675e11153, server=04ac815325d6,41179,1731529947911 because future has completed 2024-11-13T20:32:30,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a54a12b9af29d3f850297cc546434f0, server=04ac815325d6,40591,1731529947797 because future has completed 2024-11-13T20:32:30,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T20:32:30,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f3d0b579720d1ea67966421675e11153, server=04ac815325d6,41179,1731529947911 in 195 msec 2024-11-13T20:32:30,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T20:32:30,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a54a12b9af29d3f850297cc546434f0, server=04ac815325d6,40591,1731529947797 in 200 msec 2024-11-13T20:32:30,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f3d0b579720d1ea67966421675e11153, ASSIGN in 365 msec 2024-11-13T20:32:30,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T20:32:30,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a54a12b9af29d3f850297cc546434f0, ASSIGN in 368 msec 2024-11-13T20:32:30,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:32:30,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529950707"}]},"ts":"1731529950707"} 2024-11-13T20:32:30,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T20:32:30,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:32:30,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 499 msec 2024-11-13T20:32:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:30,863 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T20:32:30,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T20:32:30,865 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:30,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T20:32:30,871 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:30,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T20:32:30,880 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153., hostname=04ac815325d6,41179,1731529947911, seqNum=2] 2024-11-13T20:32:30,899 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0., hostname=04ac815325d6,40591,1731529947797, seqNum=2] 2024-11-13T20:32:30,899 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:30,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:30,919 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4a54a12b9af29d3f850297cc546434f0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T20:32:30,982 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/4a54a12b9af29d3f850297cc546434f0/.tmp/family/89eaad77375a4f25b18c833d5ed00951 is 32, key is 5/family:/1731529950902/Put/seqid=0 2024-11-13T20:32:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741839_1015 (size=5083) 2024-11-13T20:32:30,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741839_1015 (size=5083) 2024-11-13T20:32:30,997 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/4a54a12b9af29d3f850297cc546434f0/.tmp/family/89eaad77375a4f25b18c833d5ed00951 2024-11-13T20:32:31,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/4a54a12b9af29d3f850297cc546434f0/.tmp/family/89eaad77375a4f25b18c833d5ed00951 as hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/4a54a12b9af29d3f850297cc546434f0/family/89eaad77375a4f25b18c833d5ed00951 2024-11-13T20:32:31,062 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/4a54a12b9af29d3f850297cc546434f0/family/89eaad77375a4f25b18c833d5ed00951, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T20:32:31,069 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4a54a12b9af29d3f850297cc546434f0 in 149ms, sequenceid=9, compaction requested=false 2024-11-13T20:32:31,070 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-13T20:32:31,072 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4a54a12b9af29d3f850297cc546434f0: 2024-11-13T20:32:31,073 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f3d0b579720d1ea67966421675e11153 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T20:32:31,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/f3d0b579720d1ea67966421675e11153/.tmp/family/3696cb783def4cf499f9bbb41523901d is 32, key is 1/family:/1731529950883/Put/seqid=0 2024-11-13T20:32:31,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741840_1016 (size=5054) 2024-11-13T20:32:31,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741840_1016 (size=5054) 2024-11-13T20:32:31,105 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/f3d0b579720d1ea67966421675e11153/.tmp/family/3696cb783def4cf499f9bbb41523901d 2024-11-13T20:32:31,117 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/f3d0b579720d1ea67966421675e11153/.tmp/family/3696cb783def4cf499f9bbb41523901d as hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/f3d0b579720d1ea67966421675e11153/family/3696cb783def4cf499f9bbb41523901d 2024-11-13T20:32:31,128 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/f3d0b579720d1ea67966421675e11153/family/3696cb783def4cf499f9bbb41523901d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T20:32:31,130 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f3d0b579720d1ea67966421675e11153 in 57ms, sequenceid=8, compaction requested=false 2024-11-13T20:32:31,130 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f3d0b579720d1ea67966421675e11153: 2024-11-13T20:32:31,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738dd036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:31,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,44837,-1 for getting cluster id 2024-11-13T20:32:31,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:32:31,135 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28a6d68f-c521-4960-bc38-2e51cfda2f99' 2024-11-13T20:32:31,136 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:32:31,136 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28a6d68f-c521-4960-bc38-2e51cfda2f99" 2024-11-13T20:32:31,137 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d756f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:31,137 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,44837,-1] 2024-11-13T20:32:31,137 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:32:31,137 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,139 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:32:31,140 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317604fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:31,155 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T20:32:31,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:31,157 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,41179,1731529947911, seqNum=-1] 2024-11-13T20:32:31,158 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:31,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:31,171 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:31,172 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:31,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:31,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:31,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:31,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:31,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:32:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:32:31,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:31,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:31,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:32:31,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:32:31,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=789528501, stopped=false 2024-11-13T20:32:31,188 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,44837,1731529947072 2024-11-13T20:32:31,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:31,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:31,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:31,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:31,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:31,191 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:31,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:31,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:31,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:31,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:31,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:31,192 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,40591,1731529947797' ***** 2024-11-13T20:32:31,192 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:31,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,41179,1731529947911' ***** 2024-11-13T20:32:31,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:31,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:31,193 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:31,193 INFO [RS:0;04ac815325d6:40591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:31,193 INFO [RS:0;04ac815325d6:40591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:31,194 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:31,194 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,40591,1731529947797 2024-11-13T20:32:31,194 INFO [RS:0;04ac815325d6:40591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:31,194 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:31,194 INFO [RS:0;04ac815325d6:40591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:40591. 2024-11-13T20:32:31,194 DEBUG [RS:0;04ac815325d6:40591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:31,195 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:31,195 DEBUG [RS:0;04ac815325d6:40591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,195 INFO [RS:1;04ac815325d6:41179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:31,195 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a54a12b9af29d3f850297cc546434f0, disabling compactions & flushes 2024-11-13T20:32:31,195 INFO [RS:1;04ac815325d6:41179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:31,195 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:31,195 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:32:31,195 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(3091): Received CLOSE for f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:31,195 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:31,195 DEBUG [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(1325): Online Regions={4a54a12b9af29d3f850297cc546434f0=testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0.} 2024-11-13T20:32:31,195 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. after waiting 0 ms 2024-11-13T20:32:31,195 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:31,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:31,195 DEBUG [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(1351): Waiting on 4a54a12b9af29d3f850297cc546434f0 2024-11-13T20:32:31,195 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,41179,1731529947911 2024-11-13T20:32:31,195 INFO [RS:1;04ac815325d6:41179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:31,196 INFO [RS:1;04ac815325d6:41179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04ac815325d6:41179. 2024-11-13T20:32:31,196 DEBUG [RS:1;04ac815325d6:41179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:31,196 DEBUG [RS:1;04ac815325d6:41179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,196 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3d0b579720d1ea67966421675e11153, disabling compactions & flushes 2024-11-13T20:32:31,196 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:31,196 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:31,196 INFO [RS:1;04ac815325d6:41179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:31,196 INFO [RS:1;04ac815325d6:41179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:31,196 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. after waiting 0 ms 2024-11-13T20:32:31,196 INFO [RS:1;04ac815325d6:41179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:31,196 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:31,196 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:32:31,197 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:32:31,197 DEBUG [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(1325): Online Regions={f3d0b579720d1ea67966421675e11153=testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:32:31,197 DEBUG [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3d0b579720d1ea67966421675e11153 2024-11-13T20:32:31,197 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:31,197 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:31,197 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:31,197 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:31,197 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:31,197 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T20:32:31,218 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/f3d0b579720d1ea67966421675e11153/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T20:32:31,218 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/default/testClearRegionBlockCache/4a54a12b9af29d3f850297cc546434f0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T20:32:31,221 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:31,221 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:31,221 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a54a12b9af29d3f850297cc546434f0: Waiting for close lock at 1731529951194Running coprocessor pre-close hooks at 1731529951195 (+1 ms)Disabling compacts and flushes for region at 1731529951195Disabling writes for close at 1731529951195Writing region close event to WAL at 1731529951199 (+4 ms)Running coprocessor post-close hooks at 1731529951220 (+21 ms)Closed at 1731529951221 (+1 ms) 2024-11-13T20:32:31,221 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3d0b579720d1ea67966421675e11153: Waiting for close lock at 1731529951196Running coprocessor pre-close hooks at 1731529951196Disabling compacts and flushes for region at 1731529951196Disabling writes for close at 1731529951196Writing region close event to WAL at 1731529951199 (+3 ms)Running coprocessor post-close hooks at 1731529951220 (+21 ms)Closed at 1731529951221 (+1 ms) 2024-11-13T20:32:31,222 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0. 2024-11-13T20:32:31,222 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731529950204.f3d0b579720d1ea67966421675e11153. 2024-11-13T20:32:31,234 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/.tmp/info/fecf5440b91146caa3c40a88cbe61956 is 173, key is testClearRegionBlockCache,5,1731529950204.4a54a12b9af29d3f850297cc546434f0./info:regioninfo/1731529950690/Put/seqid=0 2024-11-13T20:32:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:31,243 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/.tmp/info/fecf5440b91146caa3c40a88cbe61956 2024-11-13T20:32:31,272 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/.tmp/ns/ab12c2630ccf4a7fa6a621e257dc11e1 is 43, key is default/ns:d/1731529949858/Put/seqid=0 2024-11-13T20:32:31,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:31,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:31,280 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/.tmp/ns/ab12c2630ccf4a7fa6a621e257dc11e1 2024-11-13T20:32:31,283 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:31,283 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:31,308 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/.tmp/table/9dde33e8b2a44bc7950bff2c12807244 is 61, key is testClearRegionBlockCache/table:state/1731529950707/Put/seqid=0 2024-11-13T20:32:31,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:31,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:31,315 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/.tmp/table/9dde33e8b2a44bc7950bff2c12807244 2024-11-13T20:32:31,325 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/.tmp/info/fecf5440b91146caa3c40a88cbe61956 as hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/info/fecf5440b91146caa3c40a88cbe61956 2024-11-13T20:32:31,334 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/info/fecf5440b91146caa3c40a88cbe61956, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T20:32:31,335 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/.tmp/ns/ab12c2630ccf4a7fa6a621e257dc11e1 as hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/ns/ab12c2630ccf4a7fa6a621e257dc11e1 2024-11-13T20:32:31,345 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/ns/ab12c2630ccf4a7fa6a621e257dc11e1, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T20:32:31,347 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/.tmp/table/9dde33e8b2a44bc7950bff2c12807244 as hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/table/9dde33e8b2a44bc7950bff2c12807244 2024-11-13T20:32:31,357 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/table/9dde33e8b2a44bc7950bff2c12807244, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T20:32:31,359 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 162ms, sequenceid=13, compaction requested=false 2024-11-13T20:32:31,359 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T20:32:31,366 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T20:32:31,368 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:32:31,368 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:31,368 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529951197Running coprocessor pre-close hooks at 1731529951197Disabling compacts and flushes for region at 1731529951197Disabling writes for close at 1731529951197Obtaining lock to block concurrent updates at 1731529951197Preparing flush snapshotting stores in 1588230740 at 1731529951197Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731529951198 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529951199 (+1 ms)Flushing 1588230740/info: creating writer at 1731529951199Flushing 1588230740/info: appending metadata at 1731529951234 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731529951234Flushing 1588230740/ns: creating writer at 1731529951254 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731529951271 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731529951271Flushing 1588230740/table: creating writer at 1731529951290 (+19 ms)Flushing 1588230740/table: appending metadata at 1731529951307 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731529951307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1712316d: reopening flushed file at 1731529951323 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2101c5e6: reopening flushed file at 1731529951334 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a95168: reopening flushed file at 1731529951345 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 162ms, sequenceid=13, compaction requested=false at 1731529951359 (+14 ms)Writing region close event to WAL at 1731529951361 (+2 ms)Running coprocessor post-close hooks at 1731529951368 (+7 ms)Closed at 1731529951368 2024-11-13T20:32:31,369 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:31,396 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,40591,1731529947797; all regions closed. 2024-11-13T20:32:31,397 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,41179,1731529947911; all regions closed. 2024-11-13T20:32:31,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:31,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:31,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741834_1010 (size=1867) 2024-11-13T20:32:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741834_1010 (size=1867) 2024-11-13T20:32:31,411 DEBUG [RS:0;04ac815325d6:40591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/oldWALs 2024-11-13T20:32:31,412 INFO [RS:0;04ac815325d6:40591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C40591%2C1731529947797:(num 1731529949350) 2024-11-13T20:32:31,412 DEBUG [RS:0;04ac815325d6:40591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,412 INFO [RS:0;04ac815325d6:40591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:31,412 INFO [RS:0;04ac815325d6:40591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:31,412 INFO [RS:0;04ac815325d6:40591 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:31,413 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:31,413 INFO [RS:0;04ac815325d6:40591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:31,413 INFO [RS:0;04ac815325d6:40591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:31,413 INFO [RS:0;04ac815325d6:40591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:31,413 INFO [RS:0;04ac815325d6:40591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:31,413 INFO [RS:0;04ac815325d6:40591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40591 2024-11-13T20:32:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,40591,1731529947797 2024-11-13T20:32:31,417 INFO [RS:0;04ac815325d6:40591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:31,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:31,418 DEBUG [RS:1;04ac815325d6:41179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/oldWALs 2024-11-13T20:32:31,418 INFO [RS:1;04ac815325d6:41179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C41179%2C1731529947911.meta:.meta(num 1731529949687) 2024-11-13T20:32:31,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,40591,1731529947797] 2024-11-13T20:32:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741833_1009 (size=1758) 2024-11-13T20:32:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741833_1009 (size=1758) 2024-11-13T20:32:31,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,40591,1731529947797 already deleted, retry=false 2024-11-13T20:32:31,422 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,40591,1731529947797 expired; onlineServers=1 2024-11-13T20:32:31,425 DEBUG [RS:1;04ac815325d6:41179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/oldWALs 2024-11-13T20:32:31,425 INFO [RS:1;04ac815325d6:41179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C41179%2C1731529947911:(num 1731529949350) 2024-11-13T20:32:31,425 DEBUG [RS:1;04ac815325d6:41179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:31,425 INFO [RS:1;04ac815325d6:41179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:31,425 INFO [RS:1;04ac815325d6:41179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:31,425 INFO [RS:1;04ac815325d6:41179 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:31,426 INFO [RS:1;04ac815325d6:41179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:31,426 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:31,426 INFO [RS:1;04ac815325d6:41179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41179 2024-11-13T20:32:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:31,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,41179,1731529947911 2024-11-13T20:32:31,428 INFO [RS:1;04ac815325d6:41179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:31,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,41179,1731529947911] 2024-11-13T20:32:31,430 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,41179,1731529947911 already deleted, retry=false 2024-11-13T20:32:31,430 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,41179,1731529947911 expired; onlineServers=0 2024-11-13T20:32:31,430 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,44837,1731529947072' ***** 2024-11-13T20:32:31,430 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:32:31,431 INFO [M:0;04ac815325d6:44837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:31,431 INFO [M:0;04ac815325d6:44837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:31,431 DEBUG [M:0;04ac815325d6:44837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:32:31,431 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:32:31,431 DEBUG [M:0;04ac815325d6:44837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:32:31,431 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529948955 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529948955,5,FailOnTimeoutGroup] 2024-11-13T20:32:31,431 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529948955 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529948955,5,FailOnTimeoutGroup] 2024-11-13T20:32:31,431 INFO [M:0;04ac815325d6:44837 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:31,432 INFO [M:0;04ac815325d6:44837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:31,432 DEBUG [M:0;04ac815325d6:44837 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:32:31,432 INFO [M:0;04ac815325d6:44837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:32:31,432 INFO [M:0;04ac815325d6:44837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:31,433 INFO [M:0;04ac815325d6:44837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:32:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:31,433 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:32:31,434 DEBUG [M:0;04ac815325d6:44837 {}] zookeeper.ZKUtil(347): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T20:32:31,434 WARN [M:0;04ac815325d6:44837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:32:31,434 INFO [M:0;04ac815325d6:44837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/.lastflushedseqids 2024-11-13T20:32:31,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741844_1020 (size=182) 2024-11-13T20:32:31,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741844_1020 (size=182) 2024-11-13T20:32:31,449 INFO [M:0;04ac815325d6:44837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:32:31,449 INFO [M:0;04ac815325d6:44837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:32:31,450 DEBUG [M:0;04ac815325d6:44837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:31,450 INFO [M:0;04ac815325d6:44837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:31,450 DEBUG [M:0;04ac815325d6:44837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:31,450 DEBUG [M:0;04ac815325d6:44837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:31,450 DEBUG [M:0;04ac815325d6:44837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:31,450 INFO [M:0;04ac815325d6:44837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T20:32:31,470 DEBUG [M:0;04ac815325d6:44837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/067368214cff4971a5a685aca313efc9 is 82, key is hbase:meta,,1/info:regioninfo/1731529949783/Put/seqid=0 2024-11-13T20:32:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:31,478 INFO [M:0;04ac815325d6:44837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/067368214cff4971a5a685aca313efc9 2024-11-13T20:32:31,503 DEBUG [M:0;04ac815325d6:44837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb54cac589214fdc832196c090f2baee is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529950713/Put/seqid=0 2024-11-13T20:32:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741846_1022 (size=6219) 2024-11-13T20:32:31,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741846_1022 (size=6219) 2024-11-13T20:32:31,512 INFO [M:0;04ac815325d6:44837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb54cac589214fdc832196c090f2baee 2024-11-13T20:32:31,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:31,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40591-0x1003ad83f0f0001, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:31,521 INFO [RS:0;04ac815325d6:40591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:31,521 INFO [RS:0;04ac815325d6:40591 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,40591,1731529947797; zookeeper connection closed. 2024-11-13T20:32:31,521 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d76213b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d76213b 2024-11-13T20:32:31,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:31,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41179-0x1003ad83f0f0002, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:31,530 INFO [RS:1;04ac815325d6:41179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:31,530 INFO [RS:1;04ac815325d6:41179 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,41179,1731529947911; zookeeper connection closed. 2024-11-13T20:32:31,530 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cf96b42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cf96b42 2024-11-13T20:32:31,531 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T20:32:31,537 DEBUG [M:0;04ac815325d6:44837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6938d8831db4ab4b07b4f157c6c954b is 69, key is 04ac815325d6,40591,1731529947797/rs:state/1731529949095/Put/seqid=0 2024-11-13T20:32:31,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:31,545 INFO [M:0;04ac815325d6:44837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6938d8831db4ab4b07b4f157c6c954b 2024-11-13T20:32:31,554 DEBUG [M:0;04ac815325d6:44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/067368214cff4971a5a685aca313efc9 as hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/067368214cff4971a5a685aca313efc9 2024-11-13T20:32:31,562 INFO [M:0;04ac815325d6:44837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/067368214cff4971a5a685aca313efc9, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T20:32:31,564 DEBUG [M:0;04ac815325d6:44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb54cac589214fdc832196c090f2baee as hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb54cac589214fdc832196c090f2baee 2024-11-13T20:32:31,572 INFO [M:0;04ac815325d6:44837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb54cac589214fdc832196c090f2baee, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T20:32:31,574 DEBUG [M:0;04ac815325d6:44837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6938d8831db4ab4b07b4f157c6c954b as hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6938d8831db4ab4b07b4f157c6c954b 2024-11-13T20:32:31,582 INFO [M:0;04ac815325d6:44837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39069/user/jenkins/test-data/d47af350-3517-3381-dda2-e71c0f931317/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6938d8831db4ab4b07b4f157c6c954b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T20:32:31,584 INFO [M:0;04ac815325d6:44837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false 2024-11-13T20:32:31,585 INFO [M:0;04ac815325d6:44837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:31,585 DEBUG [M:0;04ac815325d6:44837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529951450Disabling compacts and flushes for region at 1731529951450Disabling writes for close at 1731529951450Obtaining lock to block concurrent updates at 1731529951450Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529951450Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731529951451 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529951452 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529951452Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529951470 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529951470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529951485 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529951502 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529951503 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529951520 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529951536 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529951536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2811eab8: reopening flushed file at 1731529951553 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f16cbf7: reopening flushed file at 1731529951562 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22471fd6: reopening flushed file at 1731529951572 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false at 1731529951584 (+12 ms)Writing region close event to WAL at 1731529951585 (+1 ms)Closed at 1731529951585 2024-11-13T20:32:31,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39409 is added to blk_1073741830_1006 (size=35440) 2024-11-13T20:32:31,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40389 is added to blk_1073741830_1006 (size=35440) 2024-11-13T20:32:31,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:31,590 INFO [M:0;04ac815325d6:44837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:32:31,590 INFO [M:0;04ac815325d6:44837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44837 2024-11-13T20:32:31,591 INFO [M:0;04ac815325d6:44837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:31,693 INFO [M:0;04ac815325d6:44837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:31,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:31,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44837-0x1003ad83f0f0000, quorum=127.0.0.1:63035, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:31,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@166c0b2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:31,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ff15dda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:31,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:31,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dc6d8a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:31,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723ad5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:31,704 WARN [BP-795228047-172.17.0.2-1731529944088 heartbeating to localhost/127.0.0.1:39069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:31,704 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:31,704 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:31,704 WARN [BP-795228047-172.17.0.2-1731529944088 heartbeating to localhost/127.0.0.1:39069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-795228047-172.17.0.2-1731529944088 (Datanode Uuid dd6bfbec-ff15-4c6f-9c88-464f04d282b0) service to localhost/127.0.0.1:39069 2024-11-13T20:32:31,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/data/data3/current/BP-795228047-172.17.0.2-1731529944088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:31,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/data/data4/current/BP-795228047-172.17.0.2-1731529944088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:31,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:31,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ab05b1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:31,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c0310f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:31,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:31,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@484304af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:31,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c8af66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:31,710 WARN [BP-795228047-172.17.0.2-1731529944088 heartbeating to localhost/127.0.0.1:39069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:31,710 WARN [BP-795228047-172.17.0.2-1731529944088 heartbeating to localhost/127.0.0.1:39069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-795228047-172.17.0.2-1731529944088 (Datanode Uuid a1bba56b-37c6-4cbd-b89c-ec7503e987ca) service to localhost/127.0.0.1:39069 2024-11-13T20:32:31,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/data/data1/current/BP-795228047-172.17.0.2-1731529944088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:31,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/cluster_29319499-ce24-fe57-c340-664d471bdfad/data/data2/current/BP-795228047-172.17.0.2-1731529944088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:31,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:31,711 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:31,711 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:31,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71423267{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:31,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352da856{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:31,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:31,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e6f261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:31,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668dee07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:31,729 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:32:31,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:32:31,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/04ac815325d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/04ac815325d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:39069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:39069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/04ac815325d6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04ac815325d6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7ec8cad1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:39069 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:39069 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=408 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=171 (was 99) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3912 (was 4533) 2024-11-13T20:32:31,772 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=171, ProcessCount=11, AvailableMemoryMB=3912 2024-11-13T20:32:31,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.log.dir so I do NOT create it in target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b 2024-11-13T20:32:31,787 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:32:31,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.tmp.dir so I do NOT create it in target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b 2024-11-13T20:32:31,787 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9cd7e3d1-2071-1dfe-33f1-8bf214059019/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:32:31,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b 2024-11-13T20:32:31,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:32:31,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9, deleteOnExit=true 2024-11-13T20:32:31,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:32:31,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/test.cache.data in system properties and HBase conf 2024-11-13T20:32:31,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:32:31,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:32:31,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:32:31,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:32:31,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:32:31,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:32:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:32:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:32:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:32:31,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:32:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:32:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:32:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:32:31,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:32:31,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:31,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:31,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:31,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:31,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:32:31,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:31,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@657089f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:31,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76eb22b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:32,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@727aa872{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/java.io.tmpdir/jetty-localhost-39639-hadoop-hdfs-3_4_1-tests_jar-_-any-13956963163477932277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:32,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26eaca7a{HTTP/1.1, (http/1.1)}{localhost:39639} 2024-11-13T20:32:32,032 INFO [Time-limited test {}] server.Server(415): Started @10027ms 2024-11-13T20:32:32,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:32,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:32,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:32,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:32,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:32:32,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f472656{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:32,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d0f5e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:32,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d1cb02f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/java.io.tmpdir/jetty-localhost-41233-hadoop-hdfs-3_4_1-tests_jar-_-any-4161417710568859472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:32,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34dabf2a{HTTP/1.1, (http/1.1)}{localhost:41233} 2024-11-13T20:32:32,259 INFO [Time-limited test {}] server.Server(415): Started @10254ms 2024-11-13T20:32:32,261 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:32,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:32,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:32,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:32,304 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:32,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:32:32,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32fe189f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:32,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e775b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:32,373 WARN [Thread-350 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/data/data1/current/BP-1444299359-172.17.0.2-1731529951831/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:32,373 WARN [Thread-351 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/data/data2/current/BP-1444299359-172.17.0.2-1731529951831/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:32,390 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf53f2938c2193509 with lease ID 0x85ac50c026d0b524: Processing first storage report for DS-deb350f0-bf63-4d5e-aa26-8cff570ebae6 from datanode DatanodeRegistration(127.0.0.1:39365, datanodeUuid=2ecfc782-78c6-4af2-a385-4b93dea0a4b0, infoPort=38841, infoSecurePort=0, ipcPort=41235, storageInfo=lv=-57;cid=testClusterID;nsid=1269963937;c=1731529951831) 2024-11-13T20:32:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf53f2938c2193509 with lease ID 0x85ac50c026d0b524: from storage DS-deb350f0-bf63-4d5e-aa26-8cff570ebae6 node DatanodeRegistration(127.0.0.1:39365, datanodeUuid=2ecfc782-78c6-4af2-a385-4b93dea0a4b0, infoPort=38841, infoSecurePort=0, ipcPort=41235, storageInfo=lv=-57;cid=testClusterID;nsid=1269963937;c=1731529951831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf53f2938c2193509 with lease ID 0x85ac50c026d0b524: Processing first storage report for DS-0b711ffd-363e-4977-a32b-51081cf618db from datanode DatanodeRegistration(127.0.0.1:39365, datanodeUuid=2ecfc782-78c6-4af2-a385-4b93dea0a4b0, infoPort=38841, infoSecurePort=0, ipcPort=41235, storageInfo=lv=-57;cid=testClusterID;nsid=1269963937;c=1731529951831) 2024-11-13T20:32:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf53f2938c2193509 with lease ID 0x85ac50c026d0b524: from storage DS-0b711ffd-363e-4977-a32b-51081cf618db node DatanodeRegistration(127.0.0.1:39365, datanodeUuid=2ecfc782-78c6-4af2-a385-4b93dea0a4b0, infoPort=38841, infoSecurePort=0, ipcPort=41235, storageInfo=lv=-57;cid=testClusterID;nsid=1269963937;c=1731529951831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:32,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503071bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/java.io.tmpdir/jetty-localhost-37295-hadoop-hdfs-3_4_1-tests_jar-_-any-2405935835710536507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:32,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fa47658{HTTP/1.1, (http/1.1)}{localhost:37295} 2024-11-13T20:32:32,434 INFO [Time-limited test {}] server.Server(415): Started @10429ms 2024-11-13T20:32:32,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:32,539 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/data/data3/current/BP-1444299359-172.17.0.2-1731529951831/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:32,540 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/data/data4/current/BP-1444299359-172.17.0.2-1731529951831/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:32,557 WARN [Thread-365 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd7081a98b1d50a2 with lease ID 0x85ac50c026d0b525: Processing first storage report for DS-f051bfb7-39d2-4097-994e-06a5a797ea82 from datanode DatanodeRegistration(127.0.0.1:43317, datanodeUuid=760c15a1-bc76-4653-94ab-06217d513699, infoPort=35003, infoSecurePort=0, ipcPort=36579, storageInfo=lv=-57;cid=testClusterID;nsid=1269963937;c=1731529951831) 2024-11-13T20:32:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd7081a98b1d50a2 with lease ID 0x85ac50c026d0b525: from storage DS-f051bfb7-39d2-4097-994e-06a5a797ea82 node DatanodeRegistration(127.0.0.1:43317, datanodeUuid=760c15a1-bc76-4653-94ab-06217d513699, infoPort=35003, infoSecurePort=0, ipcPort=36579, storageInfo=lv=-57;cid=testClusterID;nsid=1269963937;c=1731529951831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd7081a98b1d50a2 with lease ID 0x85ac50c026d0b525: Processing first storage report for DS-f434b1bf-e292-4200-a5c5-f82812455642 from datanode DatanodeRegistration(127.0.0.1:43317, datanodeUuid=760c15a1-bc76-4653-94ab-06217d513699, infoPort=35003, infoSecurePort=0, ipcPort=36579, storageInfo=lv=-57;cid=testClusterID;nsid=1269963937;c=1731529951831) 2024-11-13T20:32:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd7081a98b1d50a2 with lease ID 0x85ac50c026d0b525: from storage DS-f434b1bf-e292-4200-a5c5-f82812455642 node DatanodeRegistration(127.0.0.1:43317, datanodeUuid=760c15a1-bc76-4653-94ab-06217d513699, infoPort=35003, infoSecurePort=0, ipcPort=36579, storageInfo=lv=-57;cid=testClusterID;nsid=1269963937;c=1731529951831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:32,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b 2024-11-13T20:32:32,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/zookeeper_0, clientPort=50812, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:32:32,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50812 2024-11-13T20:32:32,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:32,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:32,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:32,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:32,580 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb with version=8 2024-11-13T20:32:32,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/hbase-staging 2024-11-13T20:32:32,582 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:32,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:32,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:32,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:32,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:32,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:32,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:32:32,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:32,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42555 2024-11-13T20:32:32,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42555 connecting to ZooKeeper ensemble=127.0.0.1:50812 2024-11-13T20:32:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425550x0, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:32,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42555-0x1003ad857d20000 connected 2024-11-13T20:32:32,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:32,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:32,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:32,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb, hbase.cluster.distributed=false 2024-11-13T20:32:32,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:32,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42555 2024-11-13T20:32:32,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42555 2024-11-13T20:32:32,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42555 2024-11-13T20:32:32,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42555 2024-11-13T20:32:32,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42555 2024-11-13T20:32:32,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:32,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:32,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:32,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:32,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:32,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:32,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:32,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:32,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44901 2024-11-13T20:32:32,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44901 connecting to ZooKeeper ensemble=127.0.0.1:50812 2024-11-13T20:32:32,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:32,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:32,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449010x0, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:32,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44901-0x1003ad857d20001 connected 2024-11-13T20:32:32,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:32,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:32,648 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:32,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:32,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:32,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-13T20:32:32,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44901 2024-11-13T20:32:32,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44901 2024-11-13T20:32:32,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-13T20:32:32,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44901 2024-11-13T20:32:32,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:32,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:32,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:32,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:32,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:32,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:32,669 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:32,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:32,670 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36773 2024-11-13T20:32:32,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36773 connecting to ZooKeeper ensemble=127.0.0.1:50812 2024-11-13T20:32:32,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:32,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:32,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367730x0, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:32,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36773-0x1003ad857d20002 connected 2024-11-13T20:32:32,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:32,680 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:32,681 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:32,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:32,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:32,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36773 2024-11-13T20:32:32,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36773 2024-11-13T20:32:32,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36773 2024-11-13T20:32:32,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36773 2024-11-13T20:32:32,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36773 2024-11-13T20:32:32,696 DEBUG [M:0;04ac815325d6:42555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:42555 2024-11-13T20:32:32,696 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04ac815325d6,42555,1731529952582 2024-11-13T20:32:32,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:32,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:32,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:32,699 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04ac815325d6,42555,1731529952582 2024-11-13T20:32:32,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:32,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:32,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,702 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T20:32:32,703 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04ac815325d6,42555,1731529952582 from backup master directory 2024-11-13T20:32:32,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04ac815325d6,42555,1731529952582 2024-11-13T20:32:32,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:32,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:32,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:32,704 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:32,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,42555,1731529952582 2024-11-13T20:32:32,712 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/hbase.id] with ID: 3702f0d3-eac8-49fa-8f84-e8948e59d00d 2024-11-13T20:32:32,712 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/.tmp/hbase.id 2024-11-13T20:32:32,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:32,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:32,721 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/.tmp/hbase.id]:[hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/hbase.id] 2024-11-13T20:32:32,739 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:32,739 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:32:32,741 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T20:32:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:32,754 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:32,755 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:32:32,755 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:32,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:32,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:32,766 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store 2024-11-13T20:32:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:32,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:32,775 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:32,775 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:32,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:32,775 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:32,775 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:32,775 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:32,775 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:32,775 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529952775Disabling compacts and flushes for region at 1731529952775Disabling writes for close at 1731529952775Writing region close event to WAL at 1731529952775Closed at 1731529952775 2024-11-13T20:32:32,777 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/.initializing 2024-11-13T20:32:32,777 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/WALs/04ac815325d6,42555,1731529952582 2024-11-13T20:32:32,779 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:32,782 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C42555%2C1731529952582, suffix=, logDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/WALs/04ac815325d6,42555,1731529952582, archiveDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/oldWALs, maxLogs=10 2024-11-13T20:32:32,802 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/WALs/04ac815325d6,42555,1731529952582/04ac815325d6%2C42555%2C1731529952582.1731529952782, exclude list is [], retry=0 2024-11-13T20:32:32,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-f051bfb7-39d2-4097-994e-06a5a797ea82,DISK] 2024-11-13T20:32:32,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-deb350f0-bf63-4d5e-aa26-8cff570ebae6,DISK] 2024-11-13T20:32:32,810 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/WALs/04ac815325d6,42555,1731529952582/04ac815325d6%2C42555%2C1731529952582.1731529952782 2024-11-13T20:32:32,810 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003),(127.0.0.1/127.0.0.1:38841:38841)] 2024-11-13T20:32:32,810 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:32,811 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:32,811 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,811 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:32:32,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:32,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:32,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:32:32,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:32,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:32,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:32:32,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:32,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:32,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:32:32,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:32,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:32,827 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,828 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,828 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,831 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,831 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,832 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:32,834 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:32,837 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:32,837 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66689379, jitterRate=-0.006250813603401184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:32,838 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529952811Initializing all the Stores at 1731529952813 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529952813Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529952813Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529952813Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529952813Cleaning up temporary data from old regions at 1731529952831 (+18 ms)Region opened successfully at 1731529952838 (+7 ms) 2024-11-13T20:32:32,838 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:32:32,843 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe7ebb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:32:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:32:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:32:32,844 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:32:32,845 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:32:32,845 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:32:32,845 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:32:32,848 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:32:32,849 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T20:32:32,850 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T20:32:32,850 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:32:32,851 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:32:32,852 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T20:32:32,853 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:32:32,854 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:32:32,855 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T20:32:32,855 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:32:32,857 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T20:32:32,859 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:32:32,860 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T20:32:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,862 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,42555,1731529952582, sessionid=0x1003ad857d20000, setting cluster-up flag (Was=false) 2024-11-13T20:32:32,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,870 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T20:32:32,871 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42555,1731529952582 2024-11-13T20:32:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:32,880 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T20:32:32,881 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42555,1731529952582 2024-11-13T20:32:32,882 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:32:32,885 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:32,885 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:32:32,885 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:32:32,885 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(746): ClusterId : 3702f0d3-eac8-49fa-8f84-e8948e59d00d 2024-11-13T20:32:32,885 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(746): ClusterId : 3702f0d3-eac8-49fa-8f84-e8948e59d00d 2024-11-13T20:32:32,885 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:32,885 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:32,886 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,42555,1731529952582 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:32:32,888 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:32,888 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:32,888 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:32,888 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:32,888 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:32,888 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:32,888 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:32,888 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:32,889 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:32:32,889 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,889 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:32,889 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529982890 2024-11-13T20:32:32,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:32:32,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:32:32,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:32:32,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:32:32,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:32:32,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:32:32,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,891 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:32:32,891 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:32:32,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:32,891 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:32,891 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:32:32,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:32:32,891 DEBUG [RS:0;04ac815325d6:44901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550b38f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:32,892 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:32:32,892 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:32:32,892 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529952892,5,FailOnTimeoutGroup] 2024-11-13T20:32:32,892 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529952892,5,FailOnTimeoutGroup] 2024-11-13T20:32:32,892 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,893 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:32:32,893 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,893 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:32,893 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:32,894 DEBUG [RS:1;04ac815325d6:36773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633f4a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:32,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:32:32,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:32,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:32,904 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:32:32,904 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb 2024-11-13T20:32:32,906 DEBUG [RS:0;04ac815325d6:44901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:44901 2024-11-13T20:32:32,907 DEBUG [RS:1;04ac815325d6:36773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04ac815325d6:36773 2024-11-13T20:32:32,907 INFO [RS:0;04ac815325d6:44901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:32,907 INFO [RS:0;04ac815325d6:44901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:32,907 INFO [RS:1;04ac815325d6:36773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:32,907 DEBUG [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:32,907 INFO [RS:1;04ac815325d6:36773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:32,907 DEBUG [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:32,908 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,42555,1731529952582 with port=44901, startcode=1731529952636 2024-11-13T20:32:32,908 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,42555,1731529952582 with port=36773, startcode=1731529952669 2024-11-13T20:32:32,908 DEBUG [RS:0;04ac815325d6:44901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:32,908 DEBUG [RS:1;04ac815325d6:36773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:32,910 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:32,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,44901,1731529952636 2024-11-13T20:32:32,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42555 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,44901,1731529952636 2024-11-13T20:32:32,913 DEBUG [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb 2024-11-13T20:32:32,913 DEBUG [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42235 2024-11-13T20:32:32,913 DEBUG [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:32,914 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:32,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,36773,1731529952669 2024-11-13T20:32:32,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42555 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,36773,1731529952669 2024-11-13T20:32:32,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:32,916 DEBUG [RS:0;04ac815325d6:44901 {}] zookeeper.ZKUtil(111): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,44901,1731529952636 2024-11-13T20:32:32,916 WARN [RS:0;04ac815325d6:44901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:32,916 DEBUG [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb 2024-11-13T20:32:32,916 INFO [RS:0;04ac815325d6:44901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:32,916 DEBUG [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42235 2024-11-13T20:32:32,916 DEBUG [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:32,916 DEBUG [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,44901,1731529952636 2024-11-13T20:32:32,922 DEBUG [RS:1;04ac815325d6:36773 {}] zookeeper.ZKUtil(111): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,36773,1731529952669 2024-11-13T20:32:32,922 WARN [RS:1;04ac815325d6:36773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:32,922 INFO [RS:1;04ac815325d6:36773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:32,922 DEBUG [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,36773,1731529952669 2024-11-13T20:32:32,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:32,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,36773,1731529952669] 2024-11-13T20:32:32,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,44901,1731529952636] 2024-11-13T20:32:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:32,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:32,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:32,927 INFO [RS:0;04ac815325d6:44901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:32,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:32,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:32,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:32,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:32,930 INFO [RS:1;04ac815325d6:36773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:32,930 INFO [RS:0;04ac815325d6:44901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:32,930 INFO [RS:0;04ac815325d6:44901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:32,930 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,931 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:32,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:32,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:32,932 INFO [RS:0;04ac815325d6:44901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:32,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:32,932 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:32,932 INFO [RS:1;04ac815325d6:36773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:32,932 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,932 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,932 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,932 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,932 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,933 INFO [RS:1;04ac815325d6:36773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:32,933 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,933 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:32,933 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,933 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,933 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,933 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:32,933 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,933 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,933 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,933 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:32,933 DEBUG [RS:0;04ac815325d6:44901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:32,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:32,934 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:32,934 INFO [RS:1;04ac815325d6:36773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:32,934 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,934 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,934 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,934 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,934 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,934 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,934 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44901,1731529952636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:32,934 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,934 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:32,935 DEBUG [RS:1;04ac815325d6:36773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:32,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:32,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:32,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:32,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:32,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740 2024-11-13T20:32:32,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740 2024-11-13T20:32:32,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:32,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:32,940 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,941 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,941 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,941 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,941 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,941 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36773,1731529952669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:32,941 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:32,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:32,946 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:32,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60630842, jitterRate=-0.09653005003929138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529952924Initializing all the Stores at 1731529952926 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529952926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529952926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529952926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529952926Cleaning up temporary data from old regions at 1731529952940 (+14 ms)Region opened successfully at 1731529952947 (+7 ms) 2024-11-13T20:32:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:32,948 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:32,950 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:32,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529952948Disabling compacts and flushes for region at 1731529952948Disabling writes for close at 1731529952948Writing region close event to WAL at 1731529952950 (+2 ms)Closed at 1731529952950 2024-11-13T20:32:32,952 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:32,952 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:32:32,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:32:32,954 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:32,956 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:32:32,956 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:32,956 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,44901,1731529952636-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,956 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,956 INFO [RS:0;04ac815325d6:44901 {}] regionserver.Replication(171): 04ac815325d6,44901,1731529952636 started 2024-11-13T20:32:32,963 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:32,963 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36773,1731529952669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,963 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,964 INFO [RS:1;04ac815325d6:36773 {}] regionserver.Replication(171): 04ac815325d6,36773,1731529952669 started 2024-11-13T20:32:32,971 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,972 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,44901,1731529952636, RpcServer on 04ac815325d6/172.17.0.2:44901, sessionid=0x1003ad857d20001 2024-11-13T20:32:32,972 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:32,972 DEBUG [RS:0;04ac815325d6:44901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,44901,1731529952636 2024-11-13T20:32:32,972 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44901,1731529952636' 2024-11-13T20:32:32,972 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:32,973 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:32,974 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:32,974 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:32,974 DEBUG [RS:0;04ac815325d6:44901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,44901,1731529952636 2024-11-13T20:32:32,974 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,44901,1731529952636' 2024-11-13T20:32:32,974 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:32,975 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:32,976 DEBUG [RS:0;04ac815325d6:44901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:32,976 INFO [RS:0;04ac815325d6:44901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:32,976 INFO [RS:0;04ac815325d6:44901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:32,978 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:32,978 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,36773,1731529952669, RpcServer on 04ac815325d6/172.17.0.2:36773, sessionid=0x1003ad857d20002 2024-11-13T20:32:32,978 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:32,978 DEBUG [RS:1;04ac815325d6:36773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,36773,1731529952669 2024-11-13T20:32:32,978 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,36773,1731529952669' 2024-11-13T20:32:32,978 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:32,979 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:32,979 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:32,980 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:32,980 DEBUG [RS:1;04ac815325d6:36773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,36773,1731529952669 2024-11-13T20:32:32,980 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,36773,1731529952669' 2024-11-13T20:32:32,980 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:32,980 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:32,980 DEBUG [RS:1;04ac815325d6:36773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:32,980 INFO [RS:1;04ac815325d6:36773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:32,981 INFO [RS:1;04ac815325d6:36773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:33,076 INFO [RS:0;04ac815325d6:44901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:33,079 INFO [RS:0;04ac815325d6:44901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C44901%2C1731529952636, suffix=, logDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,44901,1731529952636, archiveDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/oldWALs, maxLogs=32 2024-11-13T20:32:33,081 INFO [RS:1;04ac815325d6:36773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:33,083 INFO [RS:1;04ac815325d6:36773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C36773%2C1731529952669, suffix=, logDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,36773,1731529952669, archiveDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/oldWALs, maxLogs=32 2024-11-13T20:32:33,095 DEBUG [RS:0;04ac815325d6:44901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,44901,1731529952636/04ac815325d6%2C44901%2C1731529952636.1731529953081, exclude list is [], retry=0 2024-11-13T20:32:33,098 DEBUG [RS:1;04ac815325d6:36773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,36773,1731529952669/04ac815325d6%2C36773%2C1731529952669.1731529953085, exclude list is [], retry=0 2024-11-13T20:32:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-deb350f0-bf63-4d5e-aa26-8cff570ebae6,DISK] 2024-11-13T20:32:33,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-f051bfb7-39d2-4097-994e-06a5a797ea82,DISK] 2024-11-13T20:32:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-deb350f0-bf63-4d5e-aa26-8cff570ebae6,DISK] 2024-11-13T20:32:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-f051bfb7-39d2-4097-994e-06a5a797ea82,DISK] 2024-11-13T20:32:33,103 INFO [RS:0;04ac815325d6:44901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,44901,1731529952636/04ac815325d6%2C44901%2C1731529952636.1731529953081 2024-11-13T20:32:33,105 DEBUG [RS:0;04ac815325d6:44901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38841:38841),(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-13T20:32:33,106 INFO [RS:1;04ac815325d6:36773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,36773,1731529952669/04ac815325d6%2C36773%2C1731529952669.1731529953085 2024-11-13T20:32:33,106 WARN [04ac815325d6:42555 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:32:33,106 DEBUG [RS:1;04ac815325d6:36773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38841:38841),(127.0.0.1/127.0.0.1:35003:35003)] 2024-11-13T20:32:33,356 DEBUG [04ac815325d6:42555 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T20:32:33,357 DEBUG [04ac815325d6:42555 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:33,359 DEBUG [04ac815325d6:42555 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:33,359 DEBUG [04ac815325d6:42555 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:33,359 DEBUG [04ac815325d6:42555 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:33,359 DEBUG [04ac815325d6:42555 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:33,359 INFO [04ac815325d6:42555 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:33,359 INFO [04ac815325d6:42555 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:33,359 DEBUG [04ac815325d6:42555 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:33,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,36773,1731529952669 2024-11-13T20:32:33,362 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,36773,1731529952669, state=OPENING 2024-11-13T20:32:33,364 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:32:33,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:33,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:33,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:33,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:33,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:33,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,36773,1731529952669}] 2024-11-13T20:32:33,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:33,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:33,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:33,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:33,527 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:32:33,528 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:33,528 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:32:33,530 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C36773%2C1731529952669.meta, suffix=.meta, logDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,36773,1731529952669, archiveDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/oldWALs, maxLogs=32 2024-11-13T20:32:33,549 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,36773,1731529952669/04ac815325d6%2C36773%2C1731529952669.meta.1731529953531.meta, exclude list is [], retry=0 2024-11-13T20:32:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43317,DS-f051bfb7-39d2-4097-994e-06a5a797ea82,DISK] 2024-11-13T20:32:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39365,DS-deb350f0-bf63-4d5e-aa26-8cff570ebae6,DISK] 2024-11-13T20:32:33,555 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/WALs/04ac815325d6,36773,1731529952669/04ac815325d6%2C36773%2C1731529952669.meta.1731529953531.meta 2024-11-13T20:32:33,555 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35003:35003),(127.0.0.1/127.0.0.1:38841:38841)] 2024-11-13T20:32:33,555 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:33,556 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:32:33,556 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:32:33,556 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:32:33,556 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:32:33,556 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:33,556 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:32:33,556 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:32:33,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:33,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:33,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:33,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:33,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:33,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:33,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:33,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:33,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:33,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:33,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:33,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:33,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:33,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:33,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:33,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:33,565 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:33,566 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740 2024-11-13T20:32:33,567 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740 2024-11-13T20:32:33,569 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:33,569 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:33,569 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:33,571 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:33,572 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65461903, jitterRate=-0.02454163134098053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:33,572 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:32:33,573 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529953557Writing region info on filesystem at 1731529953557Initializing all the Stores at 1731529953558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529953558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529953558Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529953558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529953558Cleaning up temporary data from old regions at 1731529953569 (+11 ms)Running coprocessor post-open hooks at 1731529953572 (+3 ms)Region opened successfully at 1731529953573 (+1 ms) 2024-11-13T20:32:33,574 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529953520 2024-11-13T20:32:33,577 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:32:33,578 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:32:33,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,36773,1731529952669 2024-11-13T20:32:33,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,36773,1731529952669, state=OPEN 2024-11-13T20:32:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:33,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:33,582 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,36773,1731529952669 2024-11-13T20:32:33,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:33,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:33,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:33,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:32:33,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,36773,1731529952669 in 216 msec 2024-11-13T20:32:33,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:32:33,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-13T20:32:33,591 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:33,591 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:32:33,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:33,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,36773,1731529952669, seqNum=-1] 2024-11-13T20:32:33,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:33,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:33,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 717 msec 2024-11-13T20:32:33,604 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529953604, completionTime=-1 2024-11-13T20:32:33,604 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T20:32:33,604 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:32:33,607 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T20:32:33,607 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731530013607 2024-11-13T20:32:33,607 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731530073607 2024-11-13T20:32:33,607 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:32:33,607 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42555,1731529952582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:33,607 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42555,1731529952582-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:33,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42555,1731529952582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:33,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:42555, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:33,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:33,608 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:33,611 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:32:33,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.909sec 2024-11-13T20:32:33,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:32:33,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:32:33,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:32:33,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:32:33,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:32:33,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42555,1731529952582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:33,614 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42555,1731529952582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:32:33,618 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:32:33,618 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:32:33,618 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42555,1731529952582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:33,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7197d557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:33,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42555,-1 for getting cluster id 2024-11-13T20:32:33,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:32:33,688 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3702f0d3-eac8-49fa-8f84-e8948e59d00d' 2024-11-13T20:32:33,689 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:32:33,689 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3702f0d3-eac8-49fa-8f84-e8948e59d00d" 2024-11-13T20:32:33,689 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3a1bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:33,690 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42555,-1] 2024-11-13T20:32:33,690 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:32:33,690 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:33,692 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:32:33,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b38d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:33,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:33,695 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,36773,1731529952669, seqNum=-1] 2024-11-13T20:32:33,695 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:33,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:33,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,42555,1731529952582 2024-11-13T20:32:33,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:32:33,701 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42555,1731529952582 2024-11-13T20:32:33,701 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b837687 2024-11-13T20:32:33,701 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:32:33,703 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:32:33,704 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42555 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42555 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T20:32:33,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:32:33,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:33,708 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42555 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T20:32:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:33,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:32:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:33,725 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7fe1e0ce67447d27a8f095fd78cb86a, NAME => 'testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb 2024-11-13T20:32:33,726 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6a44bd3ed5e43ebcbb16dea91a9ba049, NAME => 'testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb 2024-11-13T20:32:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:33,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:33,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:33,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e7fe1e0ce67447d27a8f095fd78cb86a, disabling compactions & flushes 2024-11-13T20:32:33,741 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:33,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:33,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. after waiting 0 ms 2024-11-13T20:32:33,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:33,741 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:33,741 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7fe1e0ce67447d27a8f095fd78cb86a: Waiting for close lock at 1731529953741Disabling compacts and flushes for region at 1731529953741Disabling writes for close at 1731529953741Writing region close event to WAL at 1731529953741Closed at 1731529953741 2024-11-13T20:32:33,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:33,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:34,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:34,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6a44bd3ed5e43ebcbb16dea91a9ba049, disabling compactions & flushes 2024-11-13T20:32:34,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:34,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:34,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. after waiting 0 ms 2024-11-13T20:32:34,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:34,143 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:34,143 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6a44bd3ed5e43ebcbb16dea91a9ba049: Waiting for close lock at 1731529954143Disabling compacts and flushes for region at 1731529954143Disabling writes for close at 1731529954143Writing region close event to WAL at 1731529954143Closed at 1731529954143 2024-11-13T20:32:34,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:32:34,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529954145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529954145"}]},"ts":"1731529954145"} 2024-11-13T20:32:34,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529954145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529954145"}]},"ts":"1731529954145"} 2024-11-13T20:32:34,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T20:32:34,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:32:34,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529954150"}]},"ts":"1731529954150"} 2024-11-13T20:32:34,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T20:32:34,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:34,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:34,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:34,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:34,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:34,155 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:34,155 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:34,155 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:34,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7fe1e0ce67447d27a8f095fd78cb86a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a44bd3ed5e43ebcbb16dea91a9ba049, ASSIGN}] 2024-11-13T20:32:34,157 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7fe1e0ce67447d27a8f095fd78cb86a, ASSIGN 2024-11-13T20:32:34,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a44bd3ed5e43ebcbb16dea91a9ba049, ASSIGN 2024-11-13T20:32:34,158 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7fe1e0ce67447d27a8f095fd78cb86a, ASSIGN; state=OFFLINE, location=04ac815325d6,44901,1731529952636; forceNewPlan=false, retain=false 2024-11-13T20:32:34,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a44bd3ed5e43ebcbb16dea91a9ba049, ASSIGN; state=OFFLINE, location=04ac815325d6,36773,1731529952669; forceNewPlan=false, retain=false 2024-11-13T20:32:34,309 INFO [04ac815325d6:42555 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T20:32:34,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7fe1e0ce67447d27a8f095fd78cb86a, regionState=OPENING, regionLocation=04ac815325d6,44901,1731529952636 2024-11-13T20:32:34,310 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6a44bd3ed5e43ebcbb16dea91a9ba049, regionState=OPENING, regionLocation=04ac815325d6,36773,1731529952669 2024-11-13T20:32:34,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7fe1e0ce67447d27a8f095fd78cb86a, ASSIGN because future has completed 2024-11-13T20:32:34,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7fe1e0ce67447d27a8f095fd78cb86a, server=04ac815325d6,44901,1731529952636}] 2024-11-13T20:32:34,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a44bd3ed5e43ebcbb16dea91a9ba049, ASSIGN because future has completed 2024-11-13T20:32:34,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a44bd3ed5e43ebcbb16dea91a9ba049, server=04ac815325d6,36773,1731529952669}] 2024-11-13T20:32:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:34,468 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:34,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:34,475 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:34,475 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e7fe1e0ce67447d27a8f095fd78cb86a, NAME => 'testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T20:32:34,475 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:34,475 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,475 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a44bd3ed5e43ebcbb16dea91a9ba049, NAME => 'testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T20:32:34,475 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:34,476 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,476 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,476 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,476 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:34,476 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,476 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,478 INFO [StoreOpener-e7fe1e0ce67447d27a8f095fd78cb86a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,478 INFO [StoreOpener-6a44bd3ed5e43ebcbb16dea91a9ba049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,480 INFO [StoreOpener-e7fe1e0ce67447d27a8f095fd78cb86a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7fe1e0ce67447d27a8f095fd78cb86a columnFamilyName family 2024-11-13T20:32:34,480 INFO [StoreOpener-6a44bd3ed5e43ebcbb16dea91a9ba049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a44bd3ed5e43ebcbb16dea91a9ba049 columnFamilyName family 2024-11-13T20:32:34,480 DEBUG [StoreOpener-6a44bd3ed5e43ebcbb16dea91a9ba049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:34,480 DEBUG [StoreOpener-e7fe1e0ce67447d27a8f095fd78cb86a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:34,480 INFO [StoreOpener-6a44bd3ed5e43ebcbb16dea91a9ba049-1 {}] regionserver.HStore(327): Store=6a44bd3ed5e43ebcbb16dea91a9ba049/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:34,480 INFO [StoreOpener-e7fe1e0ce67447d27a8f095fd78cb86a-1 {}] regionserver.HStore(327): Store=e7fe1e0ce67447d27a8f095fd78cb86a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:34,481 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,481 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,481 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,481 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,482 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,482 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,483 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,483 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,483 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,483 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,485 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,485 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,488 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/6a44bd3ed5e43ebcbb16dea91a9ba049/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:34,488 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/e7fe1e0ce67447d27a8f095fd78cb86a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:34,488 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6a44bd3ed5e43ebcbb16dea91a9ba049; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72939998, jitterRate=0.08689066767692566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:34,488 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e7fe1e0ce67447d27a8f095fd78cb86a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69382773, jitterRate=0.03388388454914093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:34,488 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:34,488 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:34,489 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6a44bd3ed5e43ebcbb16dea91a9ba049: Running coprocessor pre-open hook at 1731529954477Writing region info on filesystem at 1731529954477Initializing all the Stores at 1731529954478 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529954478Cleaning up temporary data from old regions at 1731529954483 (+5 ms)Running coprocessor post-open hooks at 1731529954488 (+5 ms)Region opened successfully at 1731529954489 (+1 ms) 2024-11-13T20:32:34,489 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e7fe1e0ce67447d27a8f095fd78cb86a: Running coprocessor pre-open hook at 1731529954476Writing region info on filesystem at 1731529954476Initializing all the Stores at 1731529954477 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529954477Cleaning up temporary data from old regions at 1731529954483 (+6 ms)Running coprocessor post-open hooks at 1731529954488 (+5 ms)Region opened successfully at 1731529954489 (+1 ms) 2024-11-13T20:32:34,490 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a., pid=7, masterSystemTime=1731529954468 2024-11-13T20:32:34,491 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049., pid=8, masterSystemTime=1731529954470 2024-11-13T20:32:34,494 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:34,494 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:34,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6a44bd3ed5e43ebcbb16dea91a9ba049, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,36773,1731529952669 2024-11-13T20:32:34,496 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:34,496 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:34,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7fe1e0ce67447d27a8f095fd78cb86a, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,44901,1731529952636 2024-11-13T20:32:34,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a44bd3ed5e43ebcbb16dea91a9ba049, server=04ac815325d6,36773,1731529952669 because future has completed 2024-11-13T20:32:34,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7fe1e0ce67447d27a8f095fd78cb86a, server=04ac815325d6,44901,1731529952636 because future has completed 2024-11-13T20:32:34,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T20:32:34,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a44bd3ed5e43ebcbb16dea91a9ba049, server=04ac815325d6,36773,1731529952669 in 184 msec 2024-11-13T20:32:34,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T20:32:34,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a44bd3ed5e43ebcbb16dea91a9ba049, ASSIGN in 348 msec 2024-11-13T20:32:34,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e7fe1e0ce67447d27a8f095fd78cb86a, server=04ac815325d6,44901,1731529952636 in 188 msec 2024-11-13T20:32:34,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:32:34,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e7fe1e0ce67447d27a8f095fd78cb86a, ASSIGN in 350 msec 2024-11-13T20:32:34,509 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:32:34,510 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529954509"}]},"ts":"1731529954509"} 2024-11-13T20:32:34,512 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T20:32:34,513 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:32:34,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 809 msec 2024-11-13T20:32:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42555 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:34,853 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T20:32:34,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T20:32:34,854 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:34,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T20:32:34,861 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:34,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T20:32:34,865 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a., hostname=04ac815325d6,44901,1731529952636, seqNum=2] 2024-11-13T20:32:34,865 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:34,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:34,881 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049., hostname=04ac815325d6,36773,1731529952669, seqNum=2] 2024-11-13T20:32:34,895 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e7fe1e0ce67447d27a8f095fd78cb86a 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T20:32:34,913 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/e7fe1e0ce67447d27a8f095fd78cb86a/.tmp/family/134ccb63b21d4882bf8853961c82e794 is 32, key is 1/family:/1731529954868/Put/seqid=0 2024-11-13T20:32:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741839_1015 (size=5054) 2024-11-13T20:32:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741839_1015 (size=5054) 2024-11-13T20:32:34,921 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/e7fe1e0ce67447d27a8f095fd78cb86a/.tmp/family/134ccb63b21d4882bf8853961c82e794 2024-11-13T20:32:34,932 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/e7fe1e0ce67447d27a8f095fd78cb86a/.tmp/family/134ccb63b21d4882bf8853961c82e794 as hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/e7fe1e0ce67447d27a8f095fd78cb86a/family/134ccb63b21d4882bf8853961c82e794 2024-11-13T20:32:34,941 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/e7fe1e0ce67447d27a8f095fd78cb86a/family/134ccb63b21d4882bf8853961c82e794, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T20:32:34,943 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e7fe1e0ce67447d27a8f095fd78cb86a in 48ms, sequenceid=8, compaction requested=false 2024-11-13T20:32:34,943 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e7fe1e0ce67447d27a8f095fd78cb86a: 2024-11-13T20:32:34,943 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6a44bd3ed5e43ebcbb16dea91a9ba049 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T20:32:34,963 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/6a44bd3ed5e43ebcbb16dea91a9ba049/.tmp/family/2ba36b3650ba48448d001bd9a50a49ac is 32, key is 5/family:/1731529954883/Put/seqid=0 2024-11-13T20:32:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741840_1016 (size=5083) 2024-11-13T20:32:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741840_1016 (size=5083) 2024-11-13T20:32:34,971 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/6a44bd3ed5e43ebcbb16dea91a9ba049/.tmp/family/2ba36b3650ba48448d001bd9a50a49ac 2024-11-13T20:32:34,980 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/6a44bd3ed5e43ebcbb16dea91a9ba049/.tmp/family/2ba36b3650ba48448d001bd9a50a49ac as hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/6a44bd3ed5e43ebcbb16dea91a9ba049/family/2ba36b3650ba48448d001bd9a50a49ac 2024-11-13T20:32:34,987 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/6a44bd3ed5e43ebcbb16dea91a9ba049/family/2ba36b3650ba48448d001bd9a50a49ac, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T20:32:34,989 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6a44bd3ed5e43ebcbb16dea91a9ba049 in 46ms, sequenceid=9, compaction requested=false 2024-11-13T20:32:34,989 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6a44bd3ed5e43ebcbb16dea91a9ba049: 2024-11-13T20:32:34,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:32:34,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:34,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:34,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:34,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:34,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:32:34,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:32:34,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1819529431, stopped=false 2024-11-13T20:32:34,995 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,42555,1731529952582 2024-11-13T20:32:34,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:34,998 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:34,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:34,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:34,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:34,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:34,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:34,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,44901,1731529952636' ***** 2024-11-13T20:32:34,999 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:34,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:34,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,36773,1731529952669' ***** 2024-11-13T20:32:34,999 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:34,999 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:34,999 INFO [RS:0;04ac815325d6:44901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:34,999 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:35,000 INFO [RS:0;04ac815325d6:44901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:35,000 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(3091): Received CLOSE for e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:35,000 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:35,000 INFO [RS:1;04ac815325d6:36773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:35,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:35,000 INFO [RS:1;04ac815325d6:36773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:35,000 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:35,007 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,44901,1731529952636 2024-11-13T20:32:35,007 INFO [RS:0;04ac815325d6:44901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:35,007 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,36773,1731529952669 2024-11-13T20:32:35,007 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7fe1e0ce67447d27a8f095fd78cb86a, disabling compactions & flushes 2024-11-13T20:32:35,007 INFO [RS:0;04ac815325d6:44901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:44901. 2024-11-13T20:32:35,007 INFO [RS:1;04ac815325d6:36773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:35,007 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:35,007 DEBUG [RS:0;04ac815325d6:44901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:35,007 INFO [RS:1;04ac815325d6:36773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04ac815325d6:36773. 2024-11-13T20:32:35,007 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:35,007 DEBUG [RS:0;04ac815325d6:44901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:35,007 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a44bd3ed5e43ebcbb16dea91a9ba049, disabling compactions & flushes 2024-11-13T20:32:35,007 DEBUG [RS:1;04ac815325d6:36773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:35,007 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. after waiting 0 ms 2024-11-13T20:32:35,007 DEBUG [RS:1;04ac815325d6:36773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:35,007 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:35,007 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:35,007 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:32:35,008 INFO [RS:1;04ac815325d6:36773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:35,008 DEBUG [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(1325): Online Regions={e7fe1e0ce67447d27a8f095fd78cb86a=testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a.} 2024-11-13T20:32:35,008 INFO [RS:1;04ac815325d6:36773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:35,008 INFO [RS:1;04ac815325d6:36773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:35,007 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:35,008 DEBUG [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(1351): Waiting on e7fe1e0ce67447d27a8f095fd78cb86a 2024-11-13T20:32:35,008 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:32:35,008 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. after waiting 0 ms 2024-11-13T20:32:35,008 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:35,008 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:32:35,008 DEBUG [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6a44bd3ed5e43ebcbb16dea91a9ba049=testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049.} 2024-11-13T20:32:35,008 DEBUG [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a44bd3ed5e43ebcbb16dea91a9ba049 2024-11-13T20:32:35,008 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:35,008 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:35,009 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:35,009 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:35,009 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:35,009 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T20:32:35,014 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/e7fe1e0ce67447d27a8f095fd78cb86a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T20:32:35,014 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/default/testClearRegionBlockCache/6a44bd3ed5e43ebcbb16dea91a9ba049/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T20:32:35,015 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:35,015 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7fe1e0ce67447d27a8f095fd78cb86a: Waiting for close lock at 1731529955007Running coprocessor pre-close hooks at 1731529955007Disabling compacts and flushes for region at 1731529955007Disabling writes for close at 1731529955007Writing region close event to WAL at 1731529955009 (+2 ms)Running coprocessor post-close hooks at 1731529955015 (+6 ms)Closed at 1731529955015 2024-11-13T20:32:35,015 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:35,015 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a44bd3ed5e43ebcbb16dea91a9ba049: Waiting for close lock at 1731529955007Running coprocessor pre-close hooks at 1731529955007Disabling compacts and flushes for region at 1731529955007Disabling writes for close at 1731529955008 (+1 ms)Writing region close event to WAL at 1731529955009 (+1 ms)Running coprocessor post-close hooks at 1731529955015 (+6 ms)Closed at 1731529955015 2024-11-13T20:32:35,015 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731529953704.e7fe1e0ce67447d27a8f095fd78cb86a. 2024-11-13T20:32:35,015 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049. 2024-11-13T20:32:35,031 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/.tmp/info/8ee747a6e9df478e8ce2a17895519c6a is 173, key is testClearRegionBlockCache,5,1731529953704.6a44bd3ed5e43ebcbb16dea91a9ba049./info:regioninfo/1731529954495/Put/seqid=0 2024-11-13T20:32:35,036 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:35,039 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/.tmp/info/8ee747a6e9df478e8ce2a17895519c6a 2024-11-13T20:32:35,044 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:35,067 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/.tmp/ns/345442766be6404a876259690f511c52 is 43, key is default/ns:d/1731529953596/Put/seqid=0 2024-11-13T20:32:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:35,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:35,075 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/.tmp/ns/345442766be6404a876259690f511c52 2024-11-13T20:32:35,116 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/.tmp/table/f744d868b4d340e283a93ef75faf3b42 is 61, key is testClearRegionBlockCache/table:state/1731529954509/Put/seqid=0 2024-11-13T20:32:35,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:35,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:35,125 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/.tmp/table/f744d868b4d340e283a93ef75faf3b42 2024-11-13T20:32:35,134 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/.tmp/info/8ee747a6e9df478e8ce2a17895519c6a as hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/info/8ee747a6e9df478e8ce2a17895519c6a 2024-11-13T20:32:35,144 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/info/8ee747a6e9df478e8ce2a17895519c6a, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T20:32:35,146 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/.tmp/ns/345442766be6404a876259690f511c52 as hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/ns/345442766be6404a876259690f511c52 2024-11-13T20:32:35,155 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/ns/345442766be6404a876259690f511c52, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T20:32:35,156 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/.tmp/table/f744d868b4d340e283a93ef75faf3b42 as hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/table/f744d868b4d340e283a93ef75faf3b42 2024-11-13T20:32:35,164 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/table/f744d868b4d340e283a93ef75faf3b42, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T20:32:35,166 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=13, compaction requested=false 2024-11-13T20:32:35,172 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T20:32:35,173 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:32:35,173 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:35,173 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529955008Running coprocessor pre-close hooks at 1731529955008Disabling compacts and flushes for region at 1731529955008Disabling writes for close at 1731529955009 (+1 ms)Obtaining lock to block concurrent updates at 1731529955009Preparing flush snapshotting stores in 1588230740 at 1731529955009Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731529955010 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529955010Flushing 1588230740/info: creating writer at 1731529955010Flushing 1588230740/info: appending metadata at 1731529955030 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731529955030Flushing 1588230740/ns: creating writer at 1731529955047 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731529955067 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731529955067Flushing 1588230740/table: creating writer at 1731529955085 (+18 ms)Flushing 1588230740/table: appending metadata at 1731529955115 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731529955115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d3c07ee: reopening flushed file at 1731529955133 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da74837: reopening flushed file at 1731529955144 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ec3a3c: reopening flushed file at 1731529955155 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=13, compaction requested=false at 1731529955166 (+11 ms)Writing region close event to WAL at 1731529955167 (+1 ms)Running coprocessor post-close hooks at 1731529955173 (+6 ms)Closed at 1731529955173 2024-11-13T20:32:35,174 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:35,208 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,44901,1731529952636; all regions closed. 2024-11-13T20:32:35,209 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,36773,1731529952669; all regions closed. 2024-11-13T20:32:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741833_1009 (size=1758) 2024-11-13T20:32:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741833_1009 (size=1758) 2024-11-13T20:32:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:35,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:35,216 DEBUG [RS:1;04ac815325d6:36773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/oldWALs 2024-11-13T20:32:35,216 INFO [RS:1;04ac815325d6:36773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C36773%2C1731529952669.meta:.meta(num 1731529953531) 2024-11-13T20:32:35,216 DEBUG [RS:0;04ac815325d6:44901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/oldWALs 2024-11-13T20:32:35,216 INFO [RS:0;04ac815325d6:44901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C44901%2C1731529952636:(num 1731529953081) 2024-11-13T20:32:35,216 DEBUG [RS:0;04ac815325d6:44901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:35,216 INFO [RS:0;04ac815325d6:44901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:35,216 INFO [RS:0;04ac815325d6:44901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:35,217 INFO [RS:0;04ac815325d6:44901 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:35,217 INFO [RS:0;04ac815325d6:44901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:35,217 INFO [RS:0;04ac815325d6:44901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:35,217 INFO [RS:0;04ac815325d6:44901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:35,217 INFO [RS:0;04ac815325d6:44901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:35,217 INFO [RS:0;04ac815325d6:44901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44901 2024-11-13T20:32:35,218 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:35,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741834_1010 (size=1867) 2024-11-13T20:32:35,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741834_1010 (size=1867) 2024-11-13T20:32:35,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,44901,1731529952636 2024-11-13T20:32:35,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:35,220 INFO [RS:0;04ac815325d6:44901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:35,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,44901,1731529952636] 2024-11-13T20:32:35,223 DEBUG [RS:1;04ac815325d6:36773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/oldWALs 2024-11-13T20:32:35,223 INFO [RS:1;04ac815325d6:36773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C36773%2C1731529952669:(num 1731529953085) 2024-11-13T20:32:35,223 DEBUG [RS:1;04ac815325d6:36773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:35,223 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,44901,1731529952636 already deleted, retry=false 2024-11-13T20:32:35,223 INFO [RS:1;04ac815325d6:36773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:35,223 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,44901,1731529952636 expired; onlineServers=1 2024-11-13T20:32:35,223 INFO [RS:1;04ac815325d6:36773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:35,223 INFO [RS:1;04ac815325d6:36773 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:35,223 INFO [RS:1;04ac815325d6:36773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:35,223 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:35,224 INFO [RS:1;04ac815325d6:36773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36773 2024-11-13T20:32:35,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,36773,1731529952669 2024-11-13T20:32:35,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:35,226 INFO [RS:1;04ac815325d6:36773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:35,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,36773,1731529952669] 2024-11-13T20:32:35,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,36773,1731529952669 already deleted, retry=false 2024-11-13T20:32:35,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,36773,1731529952669 expired; onlineServers=0 2024-11-13T20:32:35,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,42555,1731529952582' ***** 2024-11-13T20:32:35,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:32:35,229 INFO [M:0;04ac815325d6:42555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:35,229 INFO [M:0;04ac815325d6:42555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:35,229 DEBUG [M:0;04ac815325d6:42555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:32:35,229 DEBUG [M:0;04ac815325d6:42555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:32:35,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:32:35,229 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529952892 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529952892,5,FailOnTimeoutGroup] 2024-11-13T20:32:35,229 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529952892 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529952892,5,FailOnTimeoutGroup] 2024-11-13T20:32:35,229 INFO [M:0;04ac815325d6:42555 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:35,229 INFO [M:0;04ac815325d6:42555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:35,230 DEBUG [M:0;04ac815325d6:42555 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:32:35,230 INFO [M:0;04ac815325d6:42555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:32:35,230 INFO [M:0;04ac815325d6:42555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:35,230 INFO [M:0;04ac815325d6:42555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:32:35,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:32:35,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:35,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:35,232 DEBUG [M:0;04ac815325d6:42555 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-13T20:32:35,233 DEBUG [M:0;04ac815325d6:42555 {}] master.ActiveMasterManager(353): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-13T20:32:35,233 INFO [M:0;04ac815325d6:42555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/.lastflushedseqids 2024-11-13T20:32:35,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:32:35,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:35,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741844_1020 (size=191) 2024-11-13T20:32:35,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741844_1020 (size=191) 2024-11-13T20:32:35,243 INFO [M:0;04ac815325d6:42555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:32:35,243 INFO [M:0;04ac815325d6:42555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:32:35,243 DEBUG [M:0;04ac815325d6:42555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:35,243 INFO [M:0;04ac815325d6:42555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:35,243 DEBUG [M:0;04ac815325d6:42555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:35,243 DEBUG [M:0;04ac815325d6:42555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:35,243 DEBUG [M:0;04ac815325d6:42555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:35,244 INFO [M:0;04ac815325d6:42555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T20:32:35,263 DEBUG [M:0;04ac815325d6:42555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9b2900f30754a50be0ccaf4066fb59b is 82, key is hbase:meta,,1/info:regioninfo/1731529953578/Put/seqid=0 2024-11-13T20:32:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:35,271 INFO [M:0;04ac815325d6:42555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9b2900f30754a50be0ccaf4066fb59b 2024-11-13T20:32:35,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:35,297 DEBUG [M:0;04ac815325d6:42555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26d888cc90394910814a3478bc6af7c3 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529954515/Put/seqid=0 2024-11-13T20:32:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741846_1022 (size=6219) 2024-11-13T20:32:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741846_1022 (size=6219) 2024-11-13T20:32:35,306 INFO [M:0;04ac815325d6:42555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26d888cc90394910814a3478bc6af7c3 2024-11-13T20:32:35,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:35,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44901-0x1003ad857d20001, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:35,322 INFO [RS:0;04ac815325d6:44901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:35,322 INFO [RS:0;04ac815325d6:44901 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,44901,1731529952636; zookeeper connection closed. 2024-11-13T20:32:35,322 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d40dba7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d40dba7 2024-11-13T20:32:35,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:35,327 INFO [RS:1;04ac815325d6:36773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:35,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36773-0x1003ad857d20002, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:35,327 INFO [RS:1;04ac815325d6:36773 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,36773,1731529952669; zookeeper connection closed. 2024-11-13T20:32:35,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39b945ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39b945ac 2024-11-13T20:32:35,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T20:32:35,331 DEBUG [M:0;04ac815325d6:42555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c9819c72a114fcf9066ae0478749e9b is 69, key is 04ac815325d6,36773,1731529952669/rs:state/1731529952914/Put/seqid=0 2024-11-13T20:32:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:35,338 INFO [M:0;04ac815325d6:42555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c9819c72a114fcf9066ae0478749e9b 2024-11-13T20:32:35,346 DEBUG [M:0;04ac815325d6:42555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9b2900f30754a50be0ccaf4066fb59b as hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9b2900f30754a50be0ccaf4066fb59b 2024-11-13T20:32:35,354 INFO [M:0;04ac815325d6:42555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9b2900f30754a50be0ccaf4066fb59b, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T20:32:35,356 DEBUG [M:0;04ac815325d6:42555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26d888cc90394910814a3478bc6af7c3 as hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26d888cc90394910814a3478bc6af7c3 2024-11-13T20:32:35,362 INFO [M:0;04ac815325d6:42555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26d888cc90394910814a3478bc6af7c3, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T20:32:35,363 DEBUG [M:0;04ac815325d6:42555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c9819c72a114fcf9066ae0478749e9b as hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c9819c72a114fcf9066ae0478749e9b 2024-11-13T20:32:35,370 INFO [M:0;04ac815325d6:42555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42235/user/jenkins/test-data/79244654-c97e-2df9-7b94-c36f6685d3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c9819c72a114fcf9066ae0478749e9b, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T20:32:35,371 INFO [M:0;04ac815325d6:42555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false 2024-11-13T20:32:35,373 INFO [M:0;04ac815325d6:42555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:35,373 DEBUG [M:0;04ac815325d6:42555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529955243Disabling compacts and flushes for region at 1731529955243Disabling writes for close at 1731529955243Obtaining lock to block concurrent updates at 1731529955244 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529955244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731529955244Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529955245 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529955245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529955262 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529955262Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529955278 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529955297 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529955297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529955313 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529955331 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529955331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a47f60f: reopening flushed file at 1731529955345 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac87b75: reopening flushed file at 1731529955355 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1173d003: reopening flushed file at 1731529955362 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false at 1731529955371 (+9 ms)Writing region close event to WAL at 1731529955373 (+2 ms)Closed at 1731529955373 2024-11-13T20:32:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43317 is added to blk_1073741830_1006 (size=35440) 2024-11-13T20:32:35,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39365 is added to blk_1073741830_1006 (size=35440) 2024-11-13T20:32:35,378 INFO [M:0;04ac815325d6:42555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:32:35,378 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:35,378 INFO [M:0;04ac815325d6:42555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42555 2024-11-13T20:32:35,378 INFO [M:0;04ac815325d6:42555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:35,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:35,480 INFO [M:0;04ac815325d6:42555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:35,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42555-0x1003ad857d20000, quorum=127.0.0.1:50812, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:35,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503071bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:35,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fa47658{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:35,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:35,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e775b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:35,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32fe189f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:35,486 WARN [BP-1444299359-172.17.0.2-1731529951831 heartbeating to localhost/127.0.0.1:42235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:35,486 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:35,486 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:35,486 WARN [BP-1444299359-172.17.0.2-1731529951831 heartbeating to localhost/127.0.0.1:42235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1444299359-172.17.0.2-1731529951831 (Datanode Uuid 760c15a1-bc76-4653-94ab-06217d513699) service to localhost/127.0.0.1:42235 2024-11-13T20:32:35,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/data/data3/current/BP-1444299359-172.17.0.2-1731529951831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:35,487 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/data/data4/current/BP-1444299359-172.17.0.2-1731529951831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:35,488 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:35,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d1cb02f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:35,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34dabf2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:35,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:35,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d0f5e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:35,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f472656{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:35,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:35,495 WARN [BP-1444299359-172.17.0.2-1731529951831 heartbeating to localhost/127.0.0.1:42235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:35,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:35,495 WARN [BP-1444299359-172.17.0.2-1731529951831 heartbeating to localhost/127.0.0.1:42235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1444299359-172.17.0.2-1731529951831 (Datanode Uuid 2ecfc782-78c6-4af2-a385-4b93dea0a4b0) service to localhost/127.0.0.1:42235 2024-11-13T20:32:35,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/data/data1/current/BP-1444299359-172.17.0.2-1731529951831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:35,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/cluster_b1681bf2-1ccc-c27f-8b1a-5e1cab5213e9/data/data2/current/BP-1444299359-172.17.0.2-1731529951831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:35,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:35,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@727aa872{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:35,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26eaca7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:35,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:35,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76eb22b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:35,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@657089f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:35,516 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:32:35,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:32:35,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 80) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:42235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:42235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:42235 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:42235 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 171) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3745 (was 3912) 2024-11-13T20:32:35,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=3745 2024-11-13T20:32:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.log.dir so I do NOT create it in target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3 2024-11-13T20:32:35,566 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:32:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.tmp.dir so I do NOT create it in target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3 2024-11-13T20:32:35,566 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7a812c0-878b-b201-7491-2e4496edce8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:32:35,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3 2024-11-13T20:32:35,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:32:35,567 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b, deleteOnExit=true 2024-11-13T20:32:35,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:32:35,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/test.cache.data in system properties and HBase conf 2024-11-13T20:32:35,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:32:35,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:32:35,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:32:35,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:32:35,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:32:35,568 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:32:35,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:35,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:32:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:32:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:32:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:35,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:32:35,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:32:35,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:32:35,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:35,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:32:35,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:32:35,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:35,667 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:35,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:35,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:35,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:35,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:35,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c0e8e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:35,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410f2ff2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:35,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a470608{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/java.io.tmpdir/jetty-localhost-43359-hadoop-hdfs-3_4_1-tests_jar-_-any-13537879311217672991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:35,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1374e672{HTTP/1.1, (http/1.1)}{localhost:43359} 2024-11-13T20:32:35,797 INFO [Time-limited test {}] server.Server(415): Started @13791ms 2024-11-13T20:32:35,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:35,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:35,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:35,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:35,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:32:35,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34372003{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:35,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e4e520{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:36,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55c2ee67{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/java.io.tmpdir/jetty-localhost-41477-hadoop-hdfs-3_4_1-tests_jar-_-any-1193616891582825040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:36,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@488938fb{HTTP/1.1, (http/1.1)}{localhost:41477} 2024-11-13T20:32:36,030 INFO [Time-limited test {}] server.Server(415): Started @14025ms 2024-11-13T20:32:36,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:36,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:36,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:36,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:36,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:36,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:32:36,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cd4842a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:36,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7104fde6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:36,135 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/data/data2/current/BP-1321253636-172.17.0.2-1731529955603/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:36,135 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/data/data1/current/BP-1321253636-172.17.0.2-1731529955603/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:36,166 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75ed96edd19e1127 with lease ID 0x7c476b2777260097: Processing first storage report for DS-ceda9b44-fba5-4c42-9af5-b6f7d1e25a31 from datanode DatanodeRegistration(127.0.0.1:40499, datanodeUuid=b88a387e-661a-4908-a166-65ca83ced121, infoPort=46415, infoSecurePort=0, ipcPort=41343, storageInfo=lv=-57;cid=testClusterID;nsid=1278608687;c=1731529955603) 2024-11-13T20:32:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75ed96edd19e1127 with lease ID 0x7c476b2777260097: from storage DS-ceda9b44-fba5-4c42-9af5-b6f7d1e25a31 node DatanodeRegistration(127.0.0.1:40499, datanodeUuid=b88a387e-661a-4908-a166-65ca83ced121, infoPort=46415, infoSecurePort=0, ipcPort=41343, storageInfo=lv=-57;cid=testClusterID;nsid=1278608687;c=1731529955603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75ed96edd19e1127 with lease ID 0x7c476b2777260097: Processing first storage report for DS-a33ddb21-76b7-4827-9dc8-a4453488f7b9 from datanode DatanodeRegistration(127.0.0.1:40499, datanodeUuid=b88a387e-661a-4908-a166-65ca83ced121, infoPort=46415, infoSecurePort=0, ipcPort=41343, storageInfo=lv=-57;cid=testClusterID;nsid=1278608687;c=1731529955603) 2024-11-13T20:32:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75ed96edd19e1127 with lease ID 0x7c476b2777260097: from storage DS-a33ddb21-76b7-4827-9dc8-a4453488f7b9 node DatanodeRegistration(127.0.0.1:40499, datanodeUuid=b88a387e-661a-4908-a166-65ca83ced121, infoPort=46415, infoSecurePort=0, ipcPort=41343, storageInfo=lv=-57;cid=testClusterID;nsid=1278608687;c=1731529955603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:36,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e0f5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/java.io.tmpdir/jetty-localhost-35367-hadoop-hdfs-3_4_1-tests_jar-_-any-15246019139347809120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:36,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e6fa3ca{HTTP/1.1, (http/1.1)}{localhost:35367} 2024-11-13T20:32:36,225 INFO [Time-limited test {}] server.Server(415): Started @14220ms 2024-11-13T20:32:36,227 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:36,328 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/data/data3/current/BP-1321253636-172.17.0.2-1731529955603/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:36,328 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/data/data4/current/BP-1321253636-172.17.0.2-1731529955603/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:36,346 WARN [Thread-631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff04325803b7dd7e with lease ID 0x7c476b2777260098: Processing first storage report for DS-76b31293-11fd-4f5e-8480-e36533f1317b from datanode DatanodeRegistration(127.0.0.1:35221, datanodeUuid=9c4eaa9f-d9df-44f7-83d6-98bf529effa7, infoPort=37709, infoSecurePort=0, ipcPort=35085, storageInfo=lv=-57;cid=testClusterID;nsid=1278608687;c=1731529955603) 2024-11-13T20:32:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff04325803b7dd7e with lease ID 0x7c476b2777260098: from storage DS-76b31293-11fd-4f5e-8480-e36533f1317b node DatanodeRegistration(127.0.0.1:35221, datanodeUuid=9c4eaa9f-d9df-44f7-83d6-98bf529effa7, infoPort=37709, infoSecurePort=0, ipcPort=35085, storageInfo=lv=-57;cid=testClusterID;nsid=1278608687;c=1731529955603), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:32:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff04325803b7dd7e with lease ID 0x7c476b2777260098: Processing first storage report for DS-e820b174-37f6-49e9-87af-4b23b4da9932 from datanode DatanodeRegistration(127.0.0.1:35221, datanodeUuid=9c4eaa9f-d9df-44f7-83d6-98bf529effa7, infoPort=37709, infoSecurePort=0, ipcPort=35085, storageInfo=lv=-57;cid=testClusterID;nsid=1278608687;c=1731529955603) 2024-11-13T20:32:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff04325803b7dd7e with lease ID 0x7c476b2777260098: from storage DS-e820b174-37f6-49e9-87af-4b23b4da9932 node DatanodeRegistration(127.0.0.1:35221, datanodeUuid=9c4eaa9f-d9df-44f7-83d6-98bf529effa7, infoPort=37709, infoSecurePort=0, ipcPort=35085, storageInfo=lv=-57;cid=testClusterID;nsid=1278608687;c=1731529955603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:36,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3 2024-11-13T20:32:36,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/zookeeper_0, clientPort=59472, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:32:36,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59472 2024-11-13T20:32:36,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:36,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:36,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:36,377 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5 with version=8 2024-11-13T20:32:36,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/hbase-staging 2024-11-13T20:32:36,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:36,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:36,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:36,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:36,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:36,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:36,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:32:36,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:36,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41457 2024-11-13T20:32:36,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41457 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-11-13T20:32:36,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414570x0, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:36,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41457-0x1003ad866a50000 connected 2024-11-13T20:32:36,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:36,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:36,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:36,410 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5, hbase.cluster.distributed=false 2024-11-13T20:32:36,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:36,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-13T20:32:36,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41457 2024-11-13T20:32:36,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41457 2024-11-13T20:32:36,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-13T20:32:36,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-13T20:32:36,434 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:36,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:36,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:36,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:36,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:36,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:36,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:36,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:36,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37901 2024-11-13T20:32:36,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37901 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-11-13T20:32:36,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:36,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:36,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379010x0, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:36,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37901-0x1003ad866a50001 connected 2024-11-13T20:32:36,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:36,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:36,447 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:36,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:36,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:36,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-13T20:32:36,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37901 2024-11-13T20:32:36,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37901 2024-11-13T20:32:36,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-13T20:32:36,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-13T20:32:36,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:36,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:36,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:36,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:36,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:36,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:36,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:36,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:36,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34737 2024-11-13T20:32:36,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34737 connecting to ZooKeeper ensemble=127.0.0.1:59472 2024-11-13T20:32:36,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:36,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:36,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347370x0, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:36,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34737-0x1003ad866a50002 connected 2024-11-13T20:32:36,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:36,480 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:36,482 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:36,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:36,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:36,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-13T20:32:36,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34737 2024-11-13T20:32:36,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34737 2024-11-13T20:32:36,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-13T20:32:36,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-13T20:32:36,502 DEBUG [M:0;04ac815325d6:41457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:41457 2024-11-13T20:32:36,502 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04ac815325d6,41457,1731529956380 2024-11-13T20:32:36,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:36,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:36,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:36,505 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04ac815325d6,41457,1731529956380 2024-11-13T20:32:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,508 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T20:32:36,509 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04ac815325d6,41457,1731529956380 from backup master directory 2024-11-13T20:32:36,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04ac815325d6,41457,1731529956380 2024-11-13T20:32:36,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:36,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:36,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:36,510 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:36,510 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,41457,1731529956380 2024-11-13T20:32:36,515 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/hbase.id] with ID: f692b4a5-a745-4fd5-a308-1fb837715a54 2024-11-13T20:32:36,515 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/.tmp/hbase.id 2024-11-13T20:32:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:36,527 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/.tmp/hbase.id]:[hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/hbase.id] 2024-11-13T20:32:36,541 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:36,541 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:32:36,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T20:32:36,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:36,556 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:36,557 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:32:36,557 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:36,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:36,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:36,567 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store 2024-11-13T20:32:36,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:36,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:36,576 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:36,576 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:36,576 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:36,576 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:36,576 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:36,576 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:36,576 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:36,576 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529956576Disabling compacts and flushes for region at 1731529956576Disabling writes for close at 1731529956576Writing region close event to WAL at 1731529956576Closed at 1731529956576 2024-11-13T20:32:36,577 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/.initializing 2024-11-13T20:32:36,577 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/WALs/04ac815325d6,41457,1731529956380 2024-11-13T20:32:36,579 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:36,581 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C41457%2C1731529956380, suffix=, logDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/WALs/04ac815325d6,41457,1731529956380, archiveDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/oldWALs, maxLogs=10 2024-11-13T20:32:36,596 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/WALs/04ac815325d6,41457,1731529956380/04ac815325d6%2C41457%2C1731529956380.1731529956581, exclude list is [], retry=0 2024-11-13T20:32:36,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35221,DS-76b31293-11fd-4f5e-8480-e36533f1317b,DISK] 2024-11-13T20:32:36,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40499,DS-ceda9b44-fba5-4c42-9af5-b6f7d1e25a31,DISK] 2024-11-13T20:32:36,603 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/WALs/04ac815325d6,41457,1731529956380/04ac815325d6%2C41457%2C1731529956380.1731529956581 2024-11-13T20:32:36,603 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709),(127.0.0.1/127.0.0.1:46415:46415)] 2024-11-13T20:32:36,603 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:36,603 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:36,604 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,604 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:32:36,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:36,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:36,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:32:36,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:36,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:36,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:32:36,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:36,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:36,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:32:36,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:36,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:36,621 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,621 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,622 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,623 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,623 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,624 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:36,626 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:36,628 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:36,629 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66270302, jitterRate=-0.012495547533035278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:36,630 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529956604Initializing all the Stores at 1731529956605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529956605Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529956605Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529956605Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529956605Cleaning up temporary data from old regions at 1731529956623 (+18 ms)Region opened successfully at 1731529956630 (+7 ms) 2024-11-13T20:32:36,631 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:32:36,636 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da88607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:36,637 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:32:36,637 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:32:36,637 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:32:36,638 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:32:36,638 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:32:36,639 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:32:36,639 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:32:36,642 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:32:36,643 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T20:32:36,644 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T20:32:36,645 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:32:36,646 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:32:36,647 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T20:32:36,647 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:32:36,648 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:32:36,650 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T20:32:36,650 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:32:36,652 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T20:32:36,654 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:32:36,655 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T20:32:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,658 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,41457,1731529956380, sessionid=0x1003ad866a50000, setting cluster-up flag (Was=false) 2024-11-13T20:32:36,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,666 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T20:32:36,667 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,41457,1731529956380 2024-11-13T20:32:36,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:36,675 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T20:32:36,676 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,41457,1731529956380 2024-11-13T20:32:36,678 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:32:36,680 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:36,680 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:32:36,680 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:32:36,681 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,41457,1731529956380 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:32:36,682 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:36,682 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:36,682 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:36,682 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:36,682 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:32:36,682 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,682 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:36,682 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529986683 2024-11-13T20:32:36,683 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:32:36,684 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:32:36,684 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:32:36,684 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:32:36,684 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:32:36,684 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:32:36,684 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:36,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:32:36,687 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:36,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:32:36,688 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:32:36,688 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:32:36,688 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:32:36,689 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:32:36,689 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:32:36,689 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529956689,5,FailOnTimeoutGroup] 2024-11-13T20:32:36,691 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529956689,5,FailOnTimeoutGroup] 2024-11-13T20:32:36,691 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,691 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:32:36,691 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,691 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,692 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(746): ClusterId : f692b4a5-a745-4fd5-a308-1fb837715a54 2024-11-13T20:32:36,692 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:36,694 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(746): ClusterId : f692b4a5-a745-4fd5-a308-1fb837715a54 2024-11-13T20:32:36,695 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:36,696 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:36,696 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:36,698 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:36,698 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:36,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:36,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:36,700 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:36,701 DEBUG [RS:0;04ac815325d6:37901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac3370e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:36,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:32:36,701 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:36,701 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5 2024-11-13T20:32:36,702 DEBUG [RS:1;04ac815325d6:34737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec068e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:36,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:36,715 DEBUG [RS:1;04ac815325d6:34737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04ac815325d6:34737 2024-11-13T20:32:36,715 DEBUG [RS:0;04ac815325d6:37901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:37901 2024-11-13T20:32:36,715 INFO [RS:1;04ac815325d6:34737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:36,716 INFO [RS:1;04ac815325d6:34737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:36,716 INFO [RS:0;04ac815325d6:37901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:36,716 DEBUG [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:36,716 INFO [RS:0;04ac815325d6:37901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:36,716 DEBUG [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:36,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:36,717 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,41457,1731529956380 with port=34737, startcode=1731529956467 2024-11-13T20:32:36,717 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,41457,1731529956380 with port=37901, startcode=1731529956434 2024-11-13T20:32:36,717 DEBUG [RS:1;04ac815325d6:34737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:36,717 DEBUG [RS:0;04ac815325d6:37901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:36,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:36,719 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:36,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:36,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,37901,1731529956434 2024-11-13T20:32:36,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:36,720 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,37901,1731529956434 2024-11-13T20:32:36,720 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:36,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:36,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:36,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,34737,1731529956467 2024-11-13T20:32:36,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41457 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,34737,1731529956467 2024-11-13T20:32:36,722 DEBUG [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5 2024-11-13T20:32:36,722 DEBUG [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42081 2024-11-13T20:32:36,722 DEBUG [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:36,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:36,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:36,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:36,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:36,724 DEBUG [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5 2024-11-13T20:32:36,724 DEBUG [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42081 2024-11-13T20:32:36,724 DEBUG [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:36,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:36,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:36,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:36,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:36,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:36,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:36,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:36,729 DEBUG [RS:0;04ac815325d6:37901 {}] zookeeper.ZKUtil(111): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,37901,1731529956434 2024-11-13T20:32:36,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,37901,1731529956434] 2024-11-13T20:32:36,729 WARN [RS:0;04ac815325d6:37901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:36,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,34737,1731529956467] 2024-11-13T20:32:36,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:36,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:36,729 DEBUG [RS:1;04ac815325d6:34737 {}] zookeeper.ZKUtil(111): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,34737,1731529956467 2024-11-13T20:32:36,729 WARN [RS:1;04ac815325d6:34737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:36,730 INFO [RS:1;04ac815325d6:34737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:36,730 DEBUG [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,34737,1731529956467 2024-11-13T20:32:36,730 INFO [RS:0;04ac815325d6:37901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:36,730 DEBUG [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,37901,1731529956434 2024-11-13T20:32:36,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740 2024-11-13T20:32:36,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740 2024-11-13T20:32:36,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:36,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:36,734 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:36,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:36,736 INFO [RS:1;04ac815325d6:34737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:36,736 INFO [RS:0;04ac815325d6:37901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:36,739 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:36,740 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68876840, jitterRate=0.026344895362854004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:36,740 INFO [RS:1;04ac815325d6:34737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:36,740 INFO [RS:1;04ac815325d6:34737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:36,740 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529956716Initializing all the Stores at 1731529956717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529956717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529956718 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529956718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529956718Cleaning up temporary data from old regions at 1731529956733 (+15 ms)Region opened successfully at 1731529956742 (+9 ms) 2024-11-13T20:32:36,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:36,742 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:36,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:36,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:36,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:36,744 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:36,745 INFO [RS:0;04ac815325d6:37901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:36,745 INFO [RS:1;04ac815325d6:34737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:36,745 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:36,745 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529956742Disabling compacts and flushes for region at 1731529956742Disabling writes for close at 1731529956742Writing region close event to WAL at 1731529956745 (+3 ms)Closed at 1731529956745 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 INFO [RS:0;04ac815325d6:37901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,746 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,747 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:36,747 DEBUG [RS:1;04ac815325d6:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:36,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:36,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:32:36,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:32:36,748 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:36,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:36,750 INFO [RS:0;04ac815325d6:37901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:36,750 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,750 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,750 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,750 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,750 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,750 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,750 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:36,750 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:32:36,751 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,751 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,751 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,751 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,751 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,751 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:36,751 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:36,751 DEBUG [RS:0;04ac815325d6:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:36,756 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,756 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34737,1731529956467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,757 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,37901,1731529956434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:36,773 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:36,773 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34737,1731529956467-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,774 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,774 INFO [RS:1;04ac815325d6:34737 {}] regionserver.Replication(171): 04ac815325d6,34737,1731529956467 started 2024-11-13T20:32:36,779 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:36,780 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,37901,1731529956434-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,780 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,780 INFO [RS:0;04ac815325d6:37901 {}] regionserver.Replication(171): 04ac815325d6,37901,1731529956434 started 2024-11-13T20:32:36,789 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,789 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,34737,1731529956467, RpcServer on 04ac815325d6/172.17.0.2:34737, sessionid=0x1003ad866a50002 2024-11-13T20:32:36,790 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:36,790 DEBUG [RS:1;04ac815325d6:34737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,34737,1731529956467 2024-11-13T20:32:36,790 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,34737,1731529956467' 2024-11-13T20:32:36,790 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:36,791 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:36,791 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:36,791 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:36,791 DEBUG [RS:1;04ac815325d6:34737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,34737,1731529956467 2024-11-13T20:32:36,791 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,34737,1731529956467' 2024-11-13T20:32:36,791 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:36,792 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:36,792 DEBUG [RS:1;04ac815325d6:34737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:36,792 INFO [RS:1;04ac815325d6:34737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:36,792 INFO [RS:1;04ac815325d6:34737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:36,802 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:36,802 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,37901,1731529956434, RpcServer on 04ac815325d6/172.17.0.2:37901, sessionid=0x1003ad866a50001 2024-11-13T20:32:36,802 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:36,802 DEBUG [RS:0;04ac815325d6:37901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,37901,1731529956434 2024-11-13T20:32:36,802 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,37901,1731529956434' 2024-11-13T20:32:36,802 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:36,803 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:36,803 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:36,803 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:36,804 DEBUG [RS:0;04ac815325d6:37901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,37901,1731529956434 2024-11-13T20:32:36,804 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,37901,1731529956434' 2024-11-13T20:32:36,804 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:36,804 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:36,804 DEBUG [RS:0;04ac815325d6:37901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:36,805 INFO [RS:0;04ac815325d6:37901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:36,805 INFO [RS:0;04ac815325d6:37901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:36,893 INFO [RS:1;04ac815325d6:34737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:36,895 INFO [RS:1;04ac815325d6:34737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C34737%2C1731529956467, suffix=, logDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,34737,1731529956467, archiveDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/oldWALs, maxLogs=32 2024-11-13T20:32:36,901 WARN [04ac815325d6:41457 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:32:36,905 INFO [RS:0;04ac815325d6:37901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:36,907 INFO [RS:0;04ac815325d6:37901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C37901%2C1731529956434, suffix=, logDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,37901,1731529956434, archiveDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/oldWALs, maxLogs=32 2024-11-13T20:32:36,911 DEBUG [RS:1;04ac815325d6:34737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,34737,1731529956467/04ac815325d6%2C34737%2C1731529956467.1731529956896, exclude list is [], retry=0 2024-11-13T20:32:36,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40499,DS-ceda9b44-fba5-4c42-9af5-b6f7d1e25a31,DISK] 2024-11-13T20:32:36,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35221,DS-76b31293-11fd-4f5e-8480-e36533f1317b,DISK] 2024-11-13T20:32:36,918 INFO [RS:1;04ac815325d6:34737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,34737,1731529956467/04ac815325d6%2C34737%2C1731529956467.1731529956896 2024-11-13T20:32:36,919 DEBUG [RS:1;04ac815325d6:34737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46415:46415),(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-13T20:32:36,923 DEBUG [RS:0;04ac815325d6:37901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,37901,1731529956434/04ac815325d6%2C37901%2C1731529956434.1731529956908, exclude list is [], retry=0 2024-11-13T20:32:36,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40499,DS-ceda9b44-fba5-4c42-9af5-b6f7d1e25a31,DISK] 2024-11-13T20:32:36,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35221,DS-76b31293-11fd-4f5e-8480-e36533f1317b,DISK] 2024-11-13T20:32:36,928 INFO [RS:0;04ac815325d6:37901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,37901,1731529956434/04ac815325d6%2C37901%2C1731529956434.1731529956908 2024-11-13T20:32:36,929 DEBUG [RS:0;04ac815325d6:37901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709),(127.0.0.1/127.0.0.1:46415:46415)] 2024-11-13T20:32:37,151 DEBUG [04ac815325d6:41457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T20:32:37,151 DEBUG [04ac815325d6:41457 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:37,154 DEBUG [04ac815325d6:41457 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:37,154 DEBUG [04ac815325d6:41457 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:37,154 DEBUG [04ac815325d6:41457 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:37,154 DEBUG [04ac815325d6:41457 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:37,154 INFO [04ac815325d6:41457 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:37,154 INFO [04ac815325d6:41457 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:37,154 DEBUG [04ac815325d6:41457 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:37,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,37901,1731529956434 2024-11-13T20:32:37,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,37901,1731529956434, state=OPENING 2024-11-13T20:32:37,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:32:37,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:37,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:37,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:37,160 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:37,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:37,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:37,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,37901,1731529956434}] 2024-11-13T20:32:37,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:37,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:37,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:37,321 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:32:37,321 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:37,321 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:32:37,323 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C37901%2C1731529956434.meta, suffix=.meta, logDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,37901,1731529956434, archiveDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/oldWALs, maxLogs=32 2024-11-13T20:32:37,339 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,37901,1731529956434/04ac815325d6%2C37901%2C1731529956434.meta.1731529957324.meta, exclude list is [], retry=0 2024-11-13T20:32:37,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35221,DS-76b31293-11fd-4f5e-8480-e36533f1317b,DISK] 2024-11-13T20:32:37,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40499,DS-ceda9b44-fba5-4c42-9af5-b6f7d1e25a31,DISK] 2024-11-13T20:32:37,344 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,37901,1731529956434/04ac815325d6%2C37901%2C1731529956434.meta.1731529957324.meta 2024-11-13T20:32:37,344 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709),(127.0.0.1/127.0.0.1:46415:46415)] 2024-11-13T20:32:37,344 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:37,344 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:32:37,345 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:32:37,345 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:32:37,345 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:32:37,345 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:37,345 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:32:37,345 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:32:37,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:37,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:37,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:37,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:37,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:37,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:37,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:37,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:37,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:37,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:37,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:37,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:37,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:37,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:37,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:37,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:37,354 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:37,355 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740 2024-11-13T20:32:37,356 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740 2024-11-13T20:32:37,358 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:37,358 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:37,358 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:37,360 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:37,361 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60326767, jitterRate=-0.10106112062931061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:37,361 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:32:37,362 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529957345Writing region info on filesystem at 1731529957345Initializing all the Stores at 1731529957346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529957346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529957346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529957346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529957346Cleaning up temporary data from old regions at 1731529957358 (+12 ms)Running coprocessor post-open hooks at 1731529957361 (+3 ms)Region opened successfully at 1731529957362 (+1 ms) 2024-11-13T20:32:37,363 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529957314 2024-11-13T20:32:37,366 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:32:37,366 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:32:37,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,37901,1731529956434 2024-11-13T20:32:37,368 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,37901,1731529956434, state=OPEN 2024-11-13T20:32:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:37,370 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,37901,1731529956434 2024-11-13T20:32:37,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:37,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:37,370 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:37,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:32:37,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,37901,1731529956434 in 210 msec 2024-11-13T20:32:37,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:32:37,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-11-13T20:32:37,379 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:37,379 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:32:37,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:37,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,37901,1731529956434, seqNum=-1] 2024-11-13T20:32:37,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:37,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:37,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 711 msec 2024-11-13T20:32:37,391 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529957391, completionTime=-1 2024-11-13T20:32:37,391 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T20:32:37,391 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:32:37,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T20:32:37,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731530017394 2024-11-13T20:32:37,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731530077394 2024-11-13T20:32:37,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:32:37,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41457,1731529956380-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:37,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41457,1731529956380-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:37,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41457,1731529956380-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:37,394 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:41457, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:37,395 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:37,395 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:37,397 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:32:37,400 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.890sec 2024-11-13T20:32:37,400 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:32:37,400 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:32:37,400 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:32:37,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:32:37,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:32:37,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41457,1731529956380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:37,401 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41457,1731529956380-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:32:37,404 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:32:37,404 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:32:37,404 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,41457,1731529956380-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:37,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9d7a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:37,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,41457,-1 for getting cluster id 2024-11-13T20:32:37,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:32:37,497 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f692b4a5-a745-4fd5-a308-1fb837715a54' 2024-11-13T20:32:37,498 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:32:37,498 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f692b4a5-a745-4fd5-a308-1fb837715a54" 2024-11-13T20:32:37,499 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d568de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:37,499 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,41457,-1] 2024-11-13T20:32:37,499 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:32:37,499 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:37,500 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:32:37,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b69231e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:37,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:37,503 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,37901,1731529956434, seqNum=-1] 2024-11-13T20:32:37,504 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:37,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:37,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,41457,1731529956380 2024-11-13T20:32:37,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:32:37,508 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,41457,1731529956380 2024-11-13T20:32:37,508 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7deb185a 2024-11-13T20:32:37,509 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:32:37,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:32:37,510 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T20:32:37,510 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:32:37,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:37,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:32:37,512 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T20:32:37,513 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T20:32:37,513 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T20:32:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T20:32:37,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:32:37,515 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:37,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T20:32:37,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:32:37,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:37,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:37,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:37,527 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 352a5fe896488e5fd401e61dc08e84aa, NAME => 'testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5 2024-11-13T20:32:37,528 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4f218bfb8146e1e0527e7fe361391c5a, NAME => 'testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5 2024-11-13T20:32:37,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:37,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:37,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:37,538 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:37,538 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 352a5fe896488e5fd401e61dc08e84aa, disabling compactions & flushes 2024-11-13T20:32:37,538 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:37,539 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:37,539 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. after waiting 0 ms 2024-11-13T20:32:37,539 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:37,539 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:37,539 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 352a5fe896488e5fd401e61dc08e84aa: Waiting for close lock at 1731529957538Disabling compacts and flushes for region at 1731529957538Disabling writes for close at 1731529957539 (+1 ms)Writing region close event to WAL at 1731529957539Closed at 1731529957539 2024-11-13T20:32:37,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:37,540 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:37,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 4f218bfb8146e1e0527e7fe361391c5a, disabling compactions & flushes 2024-11-13T20:32:37,541 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:37,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:37,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. after waiting 0 ms 2024-11-13T20:32:37,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:37,541 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:37,541 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4f218bfb8146e1e0527e7fe361391c5a: Waiting for close lock at 1731529957540Disabling compacts and flushes for region at 1731529957540Disabling writes for close at 1731529957541 (+1 ms)Writing region close event to WAL at 1731529957541Closed at 1731529957541 2024-11-13T20:32:37,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:32:37,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529957543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529957543"}]},"ts":"1731529957543"} 2024-11-13T20:32:37,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529957543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529957543"}]},"ts":"1731529957543"} 2024-11-13T20:32:37,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T20:32:37,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:32:37,549 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529957549"}]},"ts":"1731529957549"} 2024-11-13T20:32:37,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T20:32:37,552 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:37,554 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:37,554 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:37,554 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:37,554 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:37,554 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:37,554 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:37,554 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:37,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=352a5fe896488e5fd401e61dc08e84aa, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f218bfb8146e1e0527e7fe361391c5a, ASSIGN}] 2024-11-13T20:32:37,556 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f218bfb8146e1e0527e7fe361391c5a, ASSIGN 2024-11-13T20:32:37,556 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=352a5fe896488e5fd401e61dc08e84aa, ASSIGN 2024-11-13T20:32:37,558 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=352a5fe896488e5fd401e61dc08e84aa, ASSIGN; state=OFFLINE, location=04ac815325d6,37901,1731529956434; forceNewPlan=false, retain=false 2024-11-13T20:32:37,558 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f218bfb8146e1e0527e7fe361391c5a, ASSIGN; state=OFFLINE, location=04ac815325d6,34737,1731529956467; forceNewPlan=false, retain=false 2024-11-13T20:32:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:37,709 INFO [04ac815325d6:41457 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T20:32:37,709 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4f218bfb8146e1e0527e7fe361391c5a, regionState=OPENING, regionLocation=04ac815325d6,34737,1731529956467 2024-11-13T20:32:37,709 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=352a5fe896488e5fd401e61dc08e84aa, regionState=OPENING, regionLocation=04ac815325d6,37901,1731529956434 2024-11-13T20:32:37,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f218bfb8146e1e0527e7fe361391c5a, ASSIGN because future has completed 2024-11-13T20:32:37,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f218bfb8146e1e0527e7fe361391c5a, server=04ac815325d6,34737,1731529956467}] 2024-11-13T20:32:37,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=352a5fe896488e5fd401e61dc08e84aa, ASSIGN because future has completed 2024-11-13T20:32:37,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 352a5fe896488e5fd401e61dc08e84aa, server=04ac815325d6,37901,1731529956434}] 2024-11-13T20:32:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:37,867 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:37,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:37,873 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:37,873 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f218bfb8146e1e0527e7fe361391c5a, NAME => 'testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T20:32:37,873 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:37,873 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,873 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 352a5fe896488e5fd401e61dc08e84aa, NAME => 'testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T20:32:37,873 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:37,874 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,874 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,874 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,874 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:37,874 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,874 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,875 INFO [StoreOpener-4f218bfb8146e1e0527e7fe361391c5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,875 INFO [StoreOpener-352a5fe896488e5fd401e61dc08e84aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,877 INFO [StoreOpener-4f218bfb8146e1e0527e7fe361391c5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f218bfb8146e1e0527e7fe361391c5a columnFamilyName family 2024-11-13T20:32:37,877 DEBUG [StoreOpener-4f218bfb8146e1e0527e7fe361391c5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:37,877 INFO [StoreOpener-352a5fe896488e5fd401e61dc08e84aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 352a5fe896488e5fd401e61dc08e84aa columnFamilyName family 2024-11-13T20:32:37,877 DEBUG [StoreOpener-352a5fe896488e5fd401e61dc08e84aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:37,878 INFO [StoreOpener-4f218bfb8146e1e0527e7fe361391c5a-1 {}] regionserver.HStore(327): Store=4f218bfb8146e1e0527e7fe361391c5a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:37,878 INFO [StoreOpener-352a5fe896488e5fd401e61dc08e84aa-1 {}] regionserver.HStore(327): Store=352a5fe896488e5fd401e61dc08e84aa/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:37,878 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,878 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,879 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,879 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,879 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,879 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,880 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,880 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,880 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,880 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,881 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,881 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,884 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/4f218bfb8146e1e0527e7fe361391c5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:37,884 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 4f218bfb8146e1e0527e7fe361391c5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66451851, jitterRate=-0.00979025661945343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:37,885 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:37,885 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4f218bfb8146e1e0527e7fe361391c5a: Running coprocessor pre-open hook at 1731529957874Writing region info on filesystem at 1731529957874Initializing all the Stores at 1731529957875 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529957875Cleaning up temporary data from old regions at 1731529957880 (+5 ms)Running coprocessor post-open hooks at 1731529957885 (+5 ms)Region opened successfully at 1731529957885 2024-11-13T20:32:37,887 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a., pid=7, masterSystemTime=1731529957866 2024-11-13T20:32:37,889 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/352a5fe896488e5fd401e61dc08e84aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:37,890 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:37,890 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:37,890 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 352a5fe896488e5fd401e61dc08e84aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61273424, jitterRate=-0.08695483207702637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:37,890 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:37,890 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 352a5fe896488e5fd401e61dc08e84aa: Running coprocessor pre-open hook at 1731529957874Writing region info on filesystem at 1731529957874Initializing all the Stores at 1731529957875 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529957875Cleaning up temporary data from old regions at 1731529957880 (+5 ms)Running coprocessor post-open hooks at 1731529957890 (+10 ms)Region opened successfully at 1731529957890 2024-11-13T20:32:37,890 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4f218bfb8146e1e0527e7fe361391c5a, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,34737,1731529956467 2024-11-13T20:32:37,891 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa., pid=8, masterSystemTime=1731529957869 2024-11-13T20:32:37,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f218bfb8146e1e0527e7fe361391c5a, server=04ac815325d6,34737,1731529956467 because future has completed 2024-11-13T20:32:37,894 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:37,894 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:37,895 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=352a5fe896488e5fd401e61dc08e84aa, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,37901,1731529956434 2024-11-13T20:32:37,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T20:32:37,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f218bfb8146e1e0527e7fe361391c5a, server=04ac815325d6,34737,1731529956467 in 181 msec 2024-11-13T20:32:37,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 352a5fe896488e5fd401e61dc08e84aa, server=04ac815325d6,37901,1731529956434 because future has completed 2024-11-13T20:32:37,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f218bfb8146e1e0527e7fe361391c5a, ASSIGN in 344 msec 2024-11-13T20:32:37,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T20:32:37,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 352a5fe896488e5fd401e61dc08e84aa, server=04ac815325d6,37901,1731529956434 in 185 msec 2024-11-13T20:32:37,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:32:37,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=352a5fe896488e5fd401e61dc08e84aa, ASSIGN in 348 msec 2024-11-13T20:32:37,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:32:37,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529957908"}]},"ts":"1731529957908"} 2024-11-13T20:32:37,910 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T20:32:37,911 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:32:37,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 400 msec 2024-11-13T20:32:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:38,143 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T20:32:38,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T20:32:38,144 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:38,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T20:32:38,148 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:38,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T20:32:38,151 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa., hostname=04ac815325d6,37901,1731529956434, seqNum=2] 2024-11-13T20:32:38,163 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a., hostname=04ac815325d6,34737,1731529956467, seqNum=2] 2024-11-13T20:32:38,163 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:38,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:38,173 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 352a5fe896488e5fd401e61dc08e84aa 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T20:32:38,191 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/352a5fe896488e5fd401e61dc08e84aa/.tmp/family/3d98500537bf4e1d86beab95498298cf is 32, key is 1/family:/1731529958152/Put/seqid=0 2024-11-13T20:32:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741839_1015 (size=5054) 2024-11-13T20:32:38,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741839_1015 (size=5054) 2024-11-13T20:32:38,197 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/352a5fe896488e5fd401e61dc08e84aa/.tmp/family/3d98500537bf4e1d86beab95498298cf 2024-11-13T20:32:38,205 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/352a5fe896488e5fd401e61dc08e84aa/.tmp/family/3d98500537bf4e1d86beab95498298cf as hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/352a5fe896488e5fd401e61dc08e84aa/family/3d98500537bf4e1d86beab95498298cf 2024-11-13T20:32:38,210 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/352a5fe896488e5fd401e61dc08e84aa/family/3d98500537bf4e1d86beab95498298cf, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T20:32:38,212 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 352a5fe896488e5fd401e61dc08e84aa in 38ms, sequenceid=8, compaction requested=false 2024-11-13T20:32:38,212 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 352a5fe896488e5fd401e61dc08e84aa: 2024-11-13T20:32:38,212 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4f218bfb8146e1e0527e7fe361391c5a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T20:32:38,229 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/4f218bfb8146e1e0527e7fe361391c5a/.tmp/family/9c35790a8ffb4ada847c5b4f06e0d5c0 is 32, key is 5/family:/1731529958165/Put/seqid=0 2024-11-13T20:32:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741840_1016 (size=5083) 2024-11-13T20:32:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741840_1016 (size=5083) 2024-11-13T20:32:38,236 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/4f218bfb8146e1e0527e7fe361391c5a/.tmp/family/9c35790a8ffb4ada847c5b4f06e0d5c0 2024-11-13T20:32:38,243 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/4f218bfb8146e1e0527e7fe361391c5a/.tmp/family/9c35790a8ffb4ada847c5b4f06e0d5c0 as hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/4f218bfb8146e1e0527e7fe361391c5a/family/9c35790a8ffb4ada847c5b4f06e0d5c0 2024-11-13T20:32:38,251 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/4f218bfb8146e1e0527e7fe361391c5a/family/9c35790a8ffb4ada847c5b4f06e0d5c0, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T20:32:38,252 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4f218bfb8146e1e0527e7fe361391c5a in 40ms, sequenceid=9, compaction requested=false 2024-11-13T20:32:38,252 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4f218bfb8146e1e0527e7fe361391c5a: 2024-11-13T20:32:38,258 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T20:32:38,262 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:38,262 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:38,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:38,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:38,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:32:38,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:38,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:38,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:38,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:38,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:32:38,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=507327167, stopped=false 2024-11-13T20:32:38,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:32:38,266 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,41457,1731529956380 2024-11-13T20:32:38,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:38,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:38,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:38,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:38,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:38,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:38,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:38,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:38,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:38,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,37901,1731529956434' ***** 2024-11-13T20:32:38,269 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:38,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,34737,1731529956467' ***** 2024-11-13T20:32:38,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:38,270 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:38,270 INFO [RS:1;04ac815325d6:34737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:38,270 INFO [RS:1;04ac815325d6:34737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:38,270 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:38,270 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:38,271 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f218bfb8146e1e0527e7fe361391c5a, disabling compactions & flushes 2024-11-13T20:32:38,271 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:38,271 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:38,271 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. after waiting 0 ms 2024-11-13T20:32:38,271 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:38,271 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,34737,1731529956467 2024-11-13T20:32:38,271 INFO [RS:1;04ac815325d6:34737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:38,272 INFO [RS:1;04ac815325d6:34737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04ac815325d6:34737. 2024-11-13T20:32:38,272 DEBUG [RS:1;04ac815325d6:34737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:38,272 DEBUG [RS:1;04ac815325d6:34737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:38,272 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:32:38,272 DEBUG [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(1325): Online Regions={4f218bfb8146e1e0527e7fe361391c5a=testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a.} 2024-11-13T20:32:38,272 DEBUG [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(1351): Waiting on 4f218bfb8146e1e0527e7fe361391c5a 2024-11-13T20:32:38,274 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:38,274 INFO [RS:0;04ac815325d6:37901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:38,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:38,274 INFO [RS:0;04ac815325d6:37901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:38,274 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:38,274 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,37901,1731529956434 2024-11-13T20:32:38,274 INFO [RS:0;04ac815325d6:37901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:38,275 INFO [RS:0;04ac815325d6:37901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:37901. 2024-11-13T20:32:38,275 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 352a5fe896488e5fd401e61dc08e84aa, disabling compactions & flushes 2024-11-13T20:32:38,275 DEBUG [RS:0;04ac815325d6:37901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:38,275 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:38,275 DEBUG [RS:0;04ac815325d6:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:38,275 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:38,275 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. after waiting 0 ms 2024-11-13T20:32:38,275 INFO [RS:0;04ac815325d6:37901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:38,275 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:38,275 INFO [RS:0;04ac815325d6:37901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:38,275 INFO [RS:0;04ac815325d6:37901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:38,275 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:32:38,275 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:32:38,275 DEBUG [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(1325): Online Regions={352a5fe896488e5fd401e61dc08e84aa=testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:32:38,275 DEBUG [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 352a5fe896488e5fd401e61dc08e84aa 2024-11-13T20:32:38,275 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:38,276 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:38,276 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:38,276 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:38,276 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:38,276 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T20:32:38,279 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/4f218bfb8146e1e0527e7fe361391c5a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T20:32:38,281 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:38,281 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f218bfb8146e1e0527e7fe361391c5a: Waiting for close lock at 1731529958271Running coprocessor pre-close hooks at 1731529958271Disabling compacts and flushes for region at 1731529958271Disabling writes for close at 1731529958271Writing region close event to WAL at 1731529958273 (+2 ms)Running coprocessor post-close hooks at 1731529958281 (+8 ms)Closed at 1731529958281 2024-11-13T20:32:38,281 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a. 2024-11-13T20:32:38,282 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/default/testClearRegionBlockCache/352a5fe896488e5fd401e61dc08e84aa/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T20:32:38,282 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:38,282 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 352a5fe896488e5fd401e61dc08e84aa: Waiting for close lock at 1731529958275Running coprocessor pre-close hooks at 1731529958275Disabling compacts and flushes for region at 1731529958275Disabling writes for close at 1731529958275Writing region close event to WAL at 1731529958276 (+1 ms)Running coprocessor post-close hooks at 1731529958282 (+6 ms)Closed at 1731529958282 2024-11-13T20:32:38,283 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731529957510.352a5fe896488e5fd401e61dc08e84aa. 2024-11-13T20:32:38,298 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/.tmp/info/1fe36520d58e4e7591454da15b7e7f59 is 173, key is testClearRegionBlockCache,5,1731529957510.4f218bfb8146e1e0527e7fe361391c5a./info:regioninfo/1731529957890/Put/seqid=0 2024-11-13T20:32:38,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:38,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:38,305 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/.tmp/info/1fe36520d58e4e7591454da15b7e7f59 2024-11-13T20:32:38,328 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/.tmp/ns/1afc377175934a9c8f094256d91fd16a is 43, key is default/ns:d/1731529957385/Put/seqid=0 2024-11-13T20:32:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:38,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:38,334 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/.tmp/ns/1afc377175934a9c8f094256d91fd16a 2024-11-13T20:32:38,356 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/.tmp/table/193c5754e5c446ea82537b56503686b9 is 61, key is testClearRegionBlockCache/table:state/1731529957908/Put/seqid=0 2024-11-13T20:32:38,361 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:38,361 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:38,363 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/.tmp/table/193c5754e5c446ea82537b56503686b9 2024-11-13T20:32:38,371 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/.tmp/info/1fe36520d58e4e7591454da15b7e7f59 as hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/info/1fe36520d58e4e7591454da15b7e7f59 2024-11-13T20:32:38,377 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/info/1fe36520d58e4e7591454da15b7e7f59, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T20:32:38,378 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/.tmp/ns/1afc377175934a9c8f094256d91fd16a as hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/ns/1afc377175934a9c8f094256d91fd16a 2024-11-13T20:32:38,385 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/ns/1afc377175934a9c8f094256d91fd16a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T20:32:38,386 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/.tmp/table/193c5754e5c446ea82537b56503686b9 as hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/table/193c5754e5c446ea82537b56503686b9 2024-11-13T20:32:38,392 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/table/193c5754e5c446ea82537b56503686b9, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T20:32:38,393 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false 2024-11-13T20:32:38,398 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T20:32:38,399 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:32:38,399 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:38,399 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529958275Running coprocessor pre-close hooks at 1731529958275Disabling compacts and flushes for region at 1731529958275Disabling writes for close at 1731529958276 (+1 ms)Obtaining lock to block concurrent updates at 1731529958276Preparing flush snapshotting stores in 1588230740 at 1731529958276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731529958277 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731529958278 (+1 ms)Flushing 1588230740/info: creating writer at 1731529958278Flushing 1588230740/info: appending metadata at 1731529958297 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731529958297Flushing 1588230740/ns: creating writer at 1731529958311 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731529958327 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731529958327Flushing 1588230740/table: creating writer at 1731529958340 (+13 ms)Flushing 1588230740/table: appending metadata at 1731529958356 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731529958356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288f0e8: reopening flushed file at 1731529958370 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@655c75cc: reopening flushed file at 1731529958377 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c575b2: reopening flushed file at 1731529958385 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false at 1731529958393 (+8 ms)Writing region close event to WAL at 1731529958394 (+1 ms)Running coprocessor post-close hooks at 1731529958399 (+5 ms)Closed at 1731529958399 2024-11-13T20:32:38,399 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:38,472 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,34737,1731529956467; all regions closed. 2024-11-13T20:32:38,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741833_1009 (size=1867) 2024-11-13T20:32:38,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/WALs/04ac815325d6,34737,1731529956467/04ac815325d6%2C34737%2C1731529956467.1731529956896 not finished, retry = 0 2024-11-13T20:32:38,476 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,37901,1731529956434; all regions closed. 2024-11-13T20:32:38,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741833_1009 (size=1867) 2024-11-13T20:32:38,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:38,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:38,480 DEBUG [RS:0;04ac815325d6:37901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/oldWALs 2024-11-13T20:32:38,480 INFO [RS:0;04ac815325d6:37901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C37901%2C1731529956434.meta:.meta(num 1731529957324) 2024-11-13T20:32:38,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741834_1010 (size=1758) 2024-11-13T20:32:38,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741834_1010 (size=1758) 2024-11-13T20:32:38,485 DEBUG [RS:0;04ac815325d6:37901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/oldWALs 2024-11-13T20:32:38,485 INFO [RS:0;04ac815325d6:37901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C37901%2C1731529956434:(num 1731529956908) 2024-11-13T20:32:38,485 DEBUG [RS:0;04ac815325d6:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:38,485 INFO [RS:0;04ac815325d6:37901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:38,485 INFO [RS:0;04ac815325d6:37901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:38,485 INFO [RS:0;04ac815325d6:37901 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:38,485 INFO [RS:0;04ac815325d6:37901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:38,485 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:38,485 INFO [RS:0;04ac815325d6:37901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37901 2024-11-13T20:32:38,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,37901,1731529956434 2024-11-13T20:32:38,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:38,488 INFO [RS:0;04ac815325d6:37901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:38,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,37901,1731529956434] 2024-11-13T20:32:38,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,37901,1731529956434 already deleted, retry=false 2024-11-13T20:32:38,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,37901,1731529956434 expired; onlineServers=1 2024-11-13T20:32:38,579 DEBUG [RS:1;04ac815325d6:34737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/oldWALs 2024-11-13T20:32:38,579 INFO [RS:1;04ac815325d6:34737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C34737%2C1731529956467:(num 1731529956896) 2024-11-13T20:32:38,579 DEBUG [RS:1;04ac815325d6:34737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:38,579 INFO [RS:1;04ac815325d6:34737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:38,579 INFO [RS:1;04ac815325d6:34737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:38,579 INFO [RS:1;04ac815325d6:34737 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:38,580 INFO [RS:1;04ac815325d6:34737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:38,580 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:38,580 INFO [RS:1;04ac815325d6:34737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:38,580 INFO [RS:1;04ac815325d6:34737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:38,580 INFO [RS:1;04ac815325d6:34737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:38,580 INFO [RS:1;04ac815325d6:34737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34737 2024-11-13T20:32:38,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,34737,1731529956467 2024-11-13T20:32:38,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:38,582 INFO [RS:1;04ac815325d6:34737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:38,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,34737,1731529956467] 2024-11-13T20:32:38,585 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,34737,1731529956467 already deleted, retry=false 2024-11-13T20:32:38,585 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,34737,1731529956467 expired; onlineServers=0 2024-11-13T20:32:38,585 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,41457,1731529956380' ***** 2024-11-13T20:32:38,585 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:32:38,585 INFO [M:0;04ac815325d6:41457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:38,585 INFO [M:0;04ac815325d6:41457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:38,585 DEBUG [M:0;04ac815325d6:41457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:32:38,585 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:32:38,585 DEBUG [M:0;04ac815325d6:41457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:32:38,585 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529956689 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529956689,5,FailOnTimeoutGroup] 2024-11-13T20:32:38,585 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529956689 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529956689,5,FailOnTimeoutGroup] 2024-11-13T20:32:38,585 INFO [M:0;04ac815325d6:41457 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:38,586 INFO [M:0;04ac815325d6:41457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:38,586 DEBUG [M:0;04ac815325d6:41457 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:32:38,586 INFO [M:0;04ac815325d6:41457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:32:38,586 INFO [M:0;04ac815325d6:41457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:38,586 INFO [M:0;04ac815325d6:41457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:32:38,586 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:32:38,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:38,587 DEBUG [M:0;04ac815325d6:41457 {}] zookeeper.ZKUtil(347): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T20:32:38,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:38,587 WARN [M:0;04ac815325d6:41457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:32:38,588 INFO [M:0;04ac815325d6:41457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/.lastflushedseqids 2024-11-13T20:32:38,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:38,590 INFO [RS:0;04ac815325d6:37901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:38,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1003ad866a50001, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:38,590 INFO [RS:0;04ac815325d6:37901 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,37901,1731529956434; zookeeper connection closed. 2024-11-13T20:32:38,590 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1669eb37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1669eb37 2024-11-13T20:32:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741844_1020 (size=191) 2024-11-13T20:32:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741844_1020 (size=191) 2024-11-13T20:32:38,597 INFO [M:0;04ac815325d6:41457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:32:38,597 INFO [M:0;04ac815325d6:41457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:32:38,597 DEBUG [M:0;04ac815325d6:41457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:38,597 INFO [M:0;04ac815325d6:41457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:38,597 DEBUG [M:0;04ac815325d6:41457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:38,597 DEBUG [M:0;04ac815325d6:41457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:38,597 DEBUG [M:0;04ac815325d6:41457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:38,597 INFO [M:0;04ac815325d6:41457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-13T20:32:38,616 DEBUG [M:0;04ac815325d6:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ff534f71e0e4f73a4afde3988ea47b2 is 82, key is hbase:meta,,1/info:regioninfo/1731529957367/Put/seqid=0 2024-11-13T20:32:38,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:38,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:38,623 INFO [M:0;04ac815325d6:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ff534f71e0e4f73a4afde3988ea47b2 2024-11-13T20:32:38,654 DEBUG [M:0;04ac815325d6:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/351c442b9cd14b12b0220c809e6a72be is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529957916/Put/seqid=0 2024-11-13T20:32:38,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741846_1022 (size=6218) 2024-11-13T20:32:38,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741846_1022 (size=6218) 2024-11-13T20:32:38,661 INFO [M:0;04ac815325d6:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/351c442b9cd14b12b0220c809e6a72be 2024-11-13T20:32:38,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:38,683 INFO [RS:1;04ac815325d6:34737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:38,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1003ad866a50002, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:38,684 INFO [RS:1;04ac815325d6:34737 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,34737,1731529956467; zookeeper connection closed. 2024-11-13T20:32:38,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f95ac96 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f95ac96 2024-11-13T20:32:38,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T20:32:38,689 DEBUG [M:0;04ac815325d6:41457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be0b6bc8b65644b6825a8eb19963636c is 69, key is 04ac815325d6,34737,1731529956467/rs:state/1731529956722/Put/seqid=0 2024-11-13T20:32:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:39,100 INFO [M:0;04ac815325d6:41457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be0b6bc8b65644b6825a8eb19963636c 2024-11-13T20:32:39,107 DEBUG [M:0;04ac815325d6:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ff534f71e0e4f73a4afde3988ea47b2 as hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ff534f71e0e4f73a4afde3988ea47b2 2024-11-13T20:32:39,113 INFO [M:0;04ac815325d6:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ff534f71e0e4f73a4afde3988ea47b2, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T20:32:39,114 DEBUG [M:0;04ac815325d6:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/351c442b9cd14b12b0220c809e6a72be as hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/351c442b9cd14b12b0220c809e6a72be 2024-11-13T20:32:39,120 INFO [M:0;04ac815325d6:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/351c442b9cd14b12b0220c809e6a72be, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T20:32:39,120 DEBUG [M:0;04ac815325d6:41457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be0b6bc8b65644b6825a8eb19963636c as hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be0b6bc8b65644b6825a8eb19963636c 2024-11-13T20:32:39,125 INFO [M:0;04ac815325d6:41457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42081/user/jenkins/test-data/11406983-1f94-3fe4-3426-22f9111010d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be0b6bc8b65644b6825a8eb19963636c, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T20:32:39,126 INFO [M:0;04ac815325d6:41457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=71, compaction requested=false 2024-11-13T20:32:39,128 INFO [M:0;04ac815325d6:41457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:39,128 DEBUG [M:0;04ac815325d6:41457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529958597Disabling compacts and flushes for region at 1731529958597Disabling writes for close at 1731529958597Obtaining lock to block concurrent updates at 1731529958597Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529958597Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731529958598 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529958598Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529958598Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529958615 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529958615Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529958630 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529958654 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529958654Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529958668 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529958688 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529958688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a97b160: reopening flushed file at 1731529959106 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5c8106: reopening flushed file at 1731529959113 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c3efd5: reopening flushed file at 1731529959120 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=71, compaction requested=false at 1731529959127 (+7 ms)Writing region close event to WAL at 1731529959128 (+1 ms)Closed at 1731529959128 2024-11-13T20:32:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35221 is added to blk_1073741830_1006 (size=35428) 2024-11-13T20:32:39,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40499 is added to blk_1073741830_1006 (size=35428) 2024-11-13T20:32:39,131 INFO [M:0;04ac815325d6:41457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:32:39,131 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:39,131 INFO [M:0;04ac815325d6:41457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41457 2024-11-13T20:32:39,131 INFO [M:0;04ac815325d6:41457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:39,234 INFO [M:0;04ac815325d6:41457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:39,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:39,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41457-0x1003ad866a50000, quorum=127.0.0.1:59472, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:39,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e0f5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:39,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e6fa3ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:39,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:39,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7104fde6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:39,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cd4842a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:39,239 WARN [BP-1321253636-172.17.0.2-1731529955603 heartbeating to localhost/127.0.0.1:42081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:39,239 WARN [BP-1321253636-172.17.0.2-1731529955603 heartbeating to localhost/127.0.0.1:42081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1321253636-172.17.0.2-1731529955603 (Datanode Uuid 9c4eaa9f-d9df-44f7-83d6-98bf529effa7) service to localhost/127.0.0.1:42081 2024-11-13T20:32:39,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:39,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:39,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/data/data3/current/BP-1321253636-172.17.0.2-1731529955603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:39,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/data/data4/current/BP-1321253636-172.17.0.2-1731529955603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:39,240 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:39,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55c2ee67{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:39,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@488938fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:39,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:39,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e4e520{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:39,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34372003{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:39,244 WARN [BP-1321253636-172.17.0.2-1731529955603 heartbeating to localhost/127.0.0.1:42081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:39,244 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:39,244 WARN [BP-1321253636-172.17.0.2-1731529955603 heartbeating to localhost/127.0.0.1:42081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1321253636-172.17.0.2-1731529955603 (Datanode Uuid b88a387e-661a-4908-a166-65ca83ced121) service to localhost/127.0.0.1:42081 2024-11-13T20:32:39,244 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:39,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/data/data1/current/BP-1321253636-172.17.0.2-1731529955603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:39,245 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/cluster_98998f56-c685-88b5-d86f-97670075345b/data/data2/current/BP-1321253636-172.17.0.2-1731529955603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:39,245 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:39,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a470608{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:39,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1374e672{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:39,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:39,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410f2ff2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:39,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c0e8e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:39,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:32:39,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:32:39,286 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 110) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:42081 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:42081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:42081 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:42081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=474 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 182), ProcessCount=11 (was 11), AvailableMemoryMB=3448 (was 3745) 2024-11-13T20:32:39,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=474, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=3448 2024-11-13T20:32:39,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.log.dir so I do NOT create it in target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2 2024-11-13T20:32:39,310 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:32:39,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.tmp.dir so I do NOT create it in target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2 2024-11-13T20:32:39,310 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0940f45-bfcd-6e65-cadb-086da25dafd3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:32:39,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2 2024-11-13T20:32:39,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:32:39,310 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c, deleteOnExit=true 2024-11-13T20:32:39,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:32:39,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/test.cache.data in system properties and HBase conf 2024-11-13T20:32:39,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:32:39,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:32:39,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:32:39,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:32:39,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:32:39,311 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:32:39,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:39,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:39,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:32:39,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:39,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:32:39,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:32:39,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:39,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:39,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:32:39,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:32:39,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:32:39,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:39,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:32:39,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:32:39,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:39,415 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:39,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:39,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:39,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:39,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:39,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3043fd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:39,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eadd0af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:39,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c165028{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/java.io.tmpdir/jetty-localhost-44997-hadoop-hdfs-3_4_1-tests_jar-_-any-16341565320636861952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:39,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d904ea{HTTP/1.1, (http/1.1)}{localhost:44997} 2024-11-13T20:32:39,544 INFO [Time-limited test {}] server.Server(415): Started @17538ms 2024-11-13T20:32:39,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:39,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:39,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:39,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:39,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:39,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28445f12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:39,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20ab3937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:39,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@450e3d5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/java.io.tmpdir/jetty-localhost-44985-hadoop-hdfs-3_4_1-tests_jar-_-any-18239064936391306600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:39,776 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@591ffc{HTTP/1.1, (http/1.1)}{localhost:44985} 2024-11-13T20:32:39,776 INFO [Time-limited test {}] server.Server(415): Started @17771ms 2024-11-13T20:32:39,778 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:39,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:39,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:39,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:39,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:39,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:39,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e0f10f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:39,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@245ba6f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:39,873 WARN [Thread-881 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/data/data1/current/BP-698787941-172.17.0.2-1731529959357/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:39,873 WARN [Thread-882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/data/data2/current/BP-698787941-172.17.0.2-1731529959357/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:39,892 WARN [Thread-860 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f10a15120dc9e0 with lease ID 0xac2c6ee26cfbd4fb: Processing first storage report for DS-c700f1ca-96a4-4d04-adc0-4a5ce82c3e57 from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=e4c6ec22-ba68-4dec-bf6a-efe15859a61a, infoPort=39685, infoSecurePort=0, ipcPort=40063, storageInfo=lv=-57;cid=testClusterID;nsid=85977418;c=1731529959357) 2024-11-13T20:32:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f10a15120dc9e0 with lease ID 0xac2c6ee26cfbd4fb: from storage DS-c700f1ca-96a4-4d04-adc0-4a5ce82c3e57 node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=e4c6ec22-ba68-4dec-bf6a-efe15859a61a, infoPort=39685, infoSecurePort=0, ipcPort=40063, storageInfo=lv=-57;cid=testClusterID;nsid=85977418;c=1731529959357), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T20:32:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f10a15120dc9e0 with lease ID 0xac2c6ee26cfbd4fb: Processing first storage report for DS-06c14562-ce2b-4be8-b3ef-2f4229236679 from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=e4c6ec22-ba68-4dec-bf6a-efe15859a61a, infoPort=39685, infoSecurePort=0, ipcPort=40063, storageInfo=lv=-57;cid=testClusterID;nsid=85977418;c=1731529959357) 2024-11-13T20:32:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f10a15120dc9e0 with lease ID 0xac2c6ee26cfbd4fb: from storage DS-06c14562-ce2b-4be8-b3ef-2f4229236679 node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=e4c6ec22-ba68-4dec-bf6a-efe15859a61a, infoPort=39685, infoSecurePort=0, ipcPort=40063, storageInfo=lv=-57;cid=testClusterID;nsid=85977418;c=1731529959357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:39,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@774b8a4e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/java.io.tmpdir/jetty-localhost-38905-hadoop-hdfs-3_4_1-tests_jar-_-any-16784493164628122302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:39,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ace8281{HTTP/1.1, (http/1.1)}{localhost:38905} 2024-11-13T20:32:39,948 INFO [Time-limited test {}] server.Server(415): Started @17942ms 2024-11-13T20:32:39,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:40,044 WARN [Thread-907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/data/data3/current/BP-698787941-172.17.0.2-1731529959357/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:40,044 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/data/data4/current/BP-698787941-172.17.0.2-1731529959357/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:40,062 WARN [Thread-896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cf5a1c1ae7e4d6 with lease ID 0xac2c6ee26cfbd4fc: Processing first storage report for DS-6b522b09-1d75-49ee-890e-751bef4ee29b from datanode DatanodeRegistration(127.0.0.1:38171, datanodeUuid=110f5f4e-3496-4932-965f-2813081e82f5, infoPort=40019, infoSecurePort=0, ipcPort=43417, storageInfo=lv=-57;cid=testClusterID;nsid=85977418;c=1731529959357) 2024-11-13T20:32:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cf5a1c1ae7e4d6 with lease ID 0xac2c6ee26cfbd4fc: from storage DS-6b522b09-1d75-49ee-890e-751bef4ee29b node DatanodeRegistration(127.0.0.1:38171, datanodeUuid=110f5f4e-3496-4932-965f-2813081e82f5, infoPort=40019, infoSecurePort=0, ipcPort=43417, storageInfo=lv=-57;cid=testClusterID;nsid=85977418;c=1731529959357), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cf5a1c1ae7e4d6 with lease ID 0xac2c6ee26cfbd4fc: Processing first storage report for DS-5fa5c862-1d8d-4cc7-8993-787e60aa0496 from datanode DatanodeRegistration(127.0.0.1:38171, datanodeUuid=110f5f4e-3496-4932-965f-2813081e82f5, infoPort=40019, infoSecurePort=0, ipcPort=43417, storageInfo=lv=-57;cid=testClusterID;nsid=85977418;c=1731529959357) 2024-11-13T20:32:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cf5a1c1ae7e4d6 with lease ID 0xac2c6ee26cfbd4fc: from storage DS-5fa5c862-1d8d-4cc7-8993-787e60aa0496 node DatanodeRegistration(127.0.0.1:38171, datanodeUuid=110f5f4e-3496-4932-965f-2813081e82f5, infoPort=40019, infoSecurePort=0, ipcPort=43417, storageInfo=lv=-57;cid=testClusterID;nsid=85977418;c=1731529959357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:40,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2 2024-11-13T20:32:40,089 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/zookeeper_0, clientPort=62563, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:32:40,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62563 2024-11-13T20:32:40,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:40,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:40,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:40,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:40,102 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621 with version=8 2024-11-13T20:32:40,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/hbase-staging 2024-11-13T20:32:40,105 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:40,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:40,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:40,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:40,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:40,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:40,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:32:40,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:40,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34379 2024-11-13T20:32:40,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34379 connecting to ZooKeeper ensemble=127.0.0.1:62563 2024-11-13T20:32:40,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343790x0, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:40,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34379-0x1003ad875370000 connected 2024-11-13T20:32:40,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:40,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:40,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:40,131 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621, hbase.cluster.distributed=false 2024-11-13T20:32:40,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:40,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-13T20:32:40,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34379 2024-11-13T20:32:40,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34379 2024-11-13T20:32:40,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-13T20:32:40,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34379 2024-11-13T20:32:40,153 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:40,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:40,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:40,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:40,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:40,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:40,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:40,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:40,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35273 2024-11-13T20:32:40,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35273 connecting to ZooKeeper ensemble=127.0.0.1:62563 2024-11-13T20:32:40,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:40,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:40,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352730x0, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:40,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352730x0, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:40,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35273-0x1003ad875370001 connected 2024-11-13T20:32:40,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:40,171 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T20:32:40,179 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T20:32:40,184 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T20:32:40,188 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T20:32:40,189 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:40,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:40,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:40,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-13T20:32:40,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35273 2024-11-13T20:32:40,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35273 2024-11-13T20:32:40,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-13T20:32:40,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35273 2024-11-13T20:32:40,215 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:40,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:40,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:40,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:40,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:40,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:40,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:40,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:40,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38181 2024-11-13T20:32:40,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38181 connecting to ZooKeeper ensemble=127.0.0.1:62563 2024-11-13T20:32:40,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:40,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:40,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381810x0, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:40,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38181-0x1003ad875370002 connected 2024-11-13T20:32:40,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:40,226 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:40,226 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T20:32:40,234 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T20:32:40,235 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T20:32:40,235 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T20:32:40,236 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:40,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:40,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:40,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38181 2024-11-13T20:32:40,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38181 2024-11-13T20:32:40,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38181 2024-11-13T20:32:40,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38181 2024-11-13T20:32:40,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38181 2024-11-13T20:32:40,251 DEBUG [M:0;04ac815325d6:34379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:34379 2024-11-13T20:32:40,251 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04ac815325d6,34379,1731529960104 2024-11-13T20:32:40,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:40,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:40,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:40,254 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04ac815325d6,34379,1731529960104 2024-11-13T20:32:40,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:40,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:40,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,256 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T20:32:40,257 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04ac815325d6,34379,1731529960104 from backup master directory 2024-11-13T20:32:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04ac815325d6,34379,1731529960104 2024-11-13T20:32:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:40,259 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:40,259 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,34379,1731529960104 2024-11-13T20:32:40,264 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/hbase.id] with ID: d89130d6-2773-4fe4-ae7f-9e94ed16d304 2024-11-13T20:32:40,265 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/.tmp/hbase.id 2024-11-13T20:32:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:40,271 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/.tmp/hbase.id]:[hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/hbase.id] 2024-11-13T20:32:40,283 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:40,284 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:32:40,285 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:32:40,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:40,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:40,297 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:40,298 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:32:40,298 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:40,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:40,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:40,309 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store 2024-11-13T20:32:40,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:40,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:40,316 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:40,316 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:40,316 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:40,316 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:40,316 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:40,316 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:40,316 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:40,316 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529960316Disabling compacts and flushes for region at 1731529960316Disabling writes for close at 1731529960316Writing region close event to WAL at 1731529960316Closed at 1731529960316 2024-11-13T20:32:40,318 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/.initializing 2024-11-13T20:32:40,318 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/WALs/04ac815325d6,34379,1731529960104 2024-11-13T20:32:40,319 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:40,321 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C34379%2C1731529960104, suffix=, logDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/WALs/04ac815325d6,34379,1731529960104, archiveDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/oldWALs, maxLogs=10 2024-11-13T20:32:40,335 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/WALs/04ac815325d6,34379,1731529960104/04ac815325d6%2C34379%2C1731529960104.1731529960322, exclude list is [], retry=0 2024-11-13T20:32:40,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38171,DS-6b522b09-1d75-49ee-890e-751bef4ee29b,DISK] 2024-11-13T20:32:40,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-c700f1ca-96a4-4d04-adc0-4a5ce82c3e57,DISK] 2024-11-13T20:32:40,340 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/WALs/04ac815325d6,34379,1731529960104/04ac815325d6%2C34379%2C1731529960104.1731529960322 2024-11-13T20:32:40,340 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40019:40019),(127.0.0.1/127.0.0.1:39685:39685)] 2024-11-13T20:32:40,340 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:40,340 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:40,341 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,341 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:32:40,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:40,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:40,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:32:40,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:40,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:40,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:32:40,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:40,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:40,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:32:40,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:40,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:40,350 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,350 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,351 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,352 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,352 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,353 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:40,354 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:40,356 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:40,357 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68802493, jitterRate=0.025237038731575012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:40,358 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529960341Initializing all the Stores at 1731529960342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529960342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529960342Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529960342Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529960342Cleaning up temporary data from old regions at 1731529960352 (+10 ms)Region opened successfully at 1731529960358 (+6 ms) 2024-11-13T20:32:40,358 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:32:40,362 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a5cb4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:40,363 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:32:40,363 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:32:40,363 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:32:40,363 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:32:40,363 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:32:40,364 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:32:40,364 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:32:40,366 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:32:40,367 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T20:32:40,369 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T20:32:40,369 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:32:40,369 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:32:40,371 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T20:32:40,371 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:32:40,372 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:32:40,373 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T20:32:40,374 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:32:40,376 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T20:32:40,378 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:32:40,379 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T20:32:40,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:40,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:40,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:40,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,382 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,34379,1731529960104, sessionid=0x1003ad875370000, setting cluster-up flag (Was=false) 2024-11-13T20:32:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,392 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T20:32:40,393 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,34379,1731529960104 2024-11-13T20:32:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,403 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T20:32:40,404 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,34379,1731529960104 2024-11-13T20:32:40,405 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:32:40,407 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:40,408 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:32:40,408 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:32:40,408 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,34379,1731529960104 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:32:40,410 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:40,410 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:40,410 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:40,410 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:40,410 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:32:40,410 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,410 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:40,410 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529990411 2024-11-13T20:32:40,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:32:40,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:32:40,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:32:40,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:32:40,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:32:40,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:32:40,411 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:40,412 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:32:40,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:32:40,413 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:32:40,413 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:32:40,413 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:40,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:32:40,416 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:32:40,416 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:32:40,420 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529960416,5,FailOnTimeoutGroup] 2024-11-13T20:32:40,420 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529960420,5,FailOnTimeoutGroup] 2024-11-13T20:32:40,420 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,420 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:32:40,420 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,420 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:40,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:32:40,426 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621 2024-11-13T20:32:40,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:40,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:40,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:40,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:40,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:40,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:40,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:40,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:40,441 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(746): ClusterId : d89130d6-2773-4fe4-ae7f-9e94ed16d304 2024-11-13T20:32:40,441 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(746): ClusterId : d89130d6-2773-4fe4-ae7f-9e94ed16d304 2024-11-13T20:32:40,441 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:40,441 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:40,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:40,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:40,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:40,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:40,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:40,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:40,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:40,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:40,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:40,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:40,446 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:40,446 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:40,446 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:40,446 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:40,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740 2024-11-13T20:32:40,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740 2024-11-13T20:32:40,448 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:40,448 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:40,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:40,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:40,449 DEBUG [RS:1;04ac815325d6:38181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1975aad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:40,449 DEBUG [RS:0;04ac815325d6:35273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f3bcf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:40,449 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:40,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:40,457 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:40,458 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60996399, jitterRate=-0.09108282625675201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529960435Initializing all the Stores at 1731529960436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529960436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529960436Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529960436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529960437 (+1 ms)Cleaning up temporary data from old regions at 1731529960448 (+11 ms)Region opened successfully at 1731529960458 (+10 ms) 2024-11-13T20:32:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:40,459 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:40,459 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:40,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529960459Disabling compacts and flushes for region at 1731529960459Disabling writes for close at 1731529960459Writing region close event to WAL at 1731529960459Closed at 1731529960459 2024-11-13T20:32:40,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:40,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:32:40,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:32:40,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:40,464 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:32:40,466 DEBUG [RS:0;04ac815325d6:35273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:35273 2024-11-13T20:32:40,466 INFO [RS:0;04ac815325d6:35273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:40,466 INFO [RS:0;04ac815325d6:35273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:40,466 DEBUG [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:40,467 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,34379,1731529960104 with port=35273, startcode=1731529960153 2024-11-13T20:32:40,467 DEBUG [RS:0;04ac815325d6:35273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:40,469 DEBUG [RS:1;04ac815325d6:38181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04ac815325d6:38181 2024-11-13T20:32:40,469 INFO [RS:1;04ac815325d6:38181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:40,469 INFO [RS:1;04ac815325d6:38181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:40,469 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:40,469 DEBUG [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:40,470 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,34379,1731529960104 with port=38181, startcode=1731529960214 2024-11-13T20:32:40,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,35273,1731529960153 2024-11-13T20:32:40,470 DEBUG [RS:1;04ac815325d6:38181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:40,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34379 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,35273,1731529960153 2024-11-13T20:32:40,472 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:40,472 DEBUG [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621 2024-11-13T20:32:40,472 DEBUG [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34215 2024-11-13T20:32:40,472 DEBUG [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:40,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,38181,1731529960214 2024-11-13T20:32:40,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34379 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,38181,1731529960214 2024-11-13T20:32:40,474 DEBUG [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621 2024-11-13T20:32:40,474 DEBUG [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34215 2024-11-13T20:32:40,474 DEBUG [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:40,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:40,479 DEBUG [RS:0;04ac815325d6:35273 {}] zookeeper.ZKUtil(111): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,35273,1731529960153 2024-11-13T20:32:40,479 WARN [RS:0;04ac815325d6:35273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:40,480 DEBUG [RS:1;04ac815325d6:38181 {}] zookeeper.ZKUtil(111): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,38181,1731529960214 2024-11-13T20:32:40,480 WARN [RS:1;04ac815325d6:38181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:40,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,35273,1731529960153] 2024-11-13T20:32:40,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,38181,1731529960214] 2024-11-13T20:32:40,480 INFO [RS:1;04ac815325d6:38181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:40,480 INFO [RS:0;04ac815325d6:35273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:40,480 DEBUG [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,38181,1731529960214 2024-11-13T20:32:40,480 DEBUG [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,35273,1731529960153 2024-11-13T20:32:40,484 INFO [RS:1;04ac815325d6:38181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:40,484 INFO [RS:0;04ac815325d6:35273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:40,485 INFO [RS:1;04ac815325d6:38181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:40,488 INFO [RS:1;04ac815325d6:38181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:40,489 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,491 INFO [RS:0;04ac815325d6:35273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:40,491 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:40,492 INFO [RS:0;04ac815325d6:35273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:40,493 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,493 INFO [RS:1;04ac815325d6:38181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:40,493 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,493 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:40,493 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,493 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,493 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,493 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,493 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,493 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:40,493 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,493 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:40,494 DEBUG [RS:1;04ac815325d6:38181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:40,494 INFO [RS:0;04ac815325d6:35273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:40,494 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,494 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,494 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:40,494 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,494 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,494 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,495 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,495 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,495 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,495 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,495 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38181,1731529960214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:40,495 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,495 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:40,495 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:40,495 DEBUG [RS:0;04ac815325d6:35273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:40,498 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,498 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,498 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,498 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,498 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,498 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35273,1731529960153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:40,511 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:40,511 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,38181,1731529960214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,511 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,511 INFO [RS:1;04ac815325d6:38181 {}] regionserver.Replication(171): 04ac815325d6,38181,1731529960214 started 2024-11-13T20:32:40,515 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:40,515 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35273,1731529960153-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,515 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,515 INFO [RS:0;04ac815325d6:35273 {}] regionserver.Replication(171): 04ac815325d6,35273,1731529960153 started 2024-11-13T20:32:40,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:32:40,528 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,529 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,38181,1731529960214, RpcServer on 04ac815325d6/172.17.0.2:38181, sessionid=0x1003ad875370002 2024-11-13T20:32:40,529 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:40,529 DEBUG [RS:1;04ac815325d6:38181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,38181,1731529960214 2024-11-13T20:32:40,529 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,38181,1731529960214' 2024-11-13T20:32:40,529 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:40,529 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:40,530 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:40,530 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:40,530 DEBUG [RS:1;04ac815325d6:38181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,38181,1731529960214 2024-11-13T20:32:40,530 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,38181,1731529960214' 2024-11-13T20:32:40,530 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:40,530 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:40,530 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,35273,1731529960153, RpcServer on 04ac815325d6/172.17.0.2:35273, sessionid=0x1003ad875370001 2024-11-13T20:32:40,530 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:40,530 DEBUG [RS:0;04ac815325d6:35273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,35273,1731529960153 2024-11-13T20:32:40,530 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35273,1731529960153' 2024-11-13T20:32:40,530 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:40,530 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:40,531 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:40,531 DEBUG [RS:1;04ac815325d6:38181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:40,531 INFO [RS:1;04ac815325d6:38181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:40,531 INFO [RS:1;04ac815325d6:38181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:40,531 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:40,531 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:40,531 DEBUG [RS:0;04ac815325d6:35273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,35273,1731529960153 2024-11-13T20:32:40,531 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35273,1731529960153' 2024-11-13T20:32:40,531 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:40,531 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:40,532 DEBUG [RS:0;04ac815325d6:35273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:40,532 INFO [RS:0;04ac815325d6:35273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:40,532 INFO [RS:0;04ac815325d6:35273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:40,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:40,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:40,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:40,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:40,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:40,614 WARN [04ac815325d6:34379 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:32:40,631 INFO [RS:1;04ac815325d6:38181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:40,632 INFO [RS:0;04ac815325d6:35273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:40,633 INFO [RS:1;04ac815325d6:38181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C38181%2C1731529960214, suffix=, logDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,38181,1731529960214, archiveDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/oldWALs, maxLogs=32 2024-11-13T20:32:40,634 INFO [RS:0;04ac815325d6:35273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C35273%2C1731529960153, suffix=, logDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,35273,1731529960153, archiveDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/oldWALs, maxLogs=32 2024-11-13T20:32:40,647 DEBUG [RS:0;04ac815325d6:35273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,35273,1731529960153/04ac815325d6%2C35273%2C1731529960153.1731529960634, exclude list is [], retry=0 2024-11-13T20:32:40,647 DEBUG [RS:1;04ac815325d6:38181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,38181,1731529960214/04ac815325d6%2C38181%2C1731529960214.1731529960634, exclude list is [], retry=0 2024-11-13T20:32:40,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-c700f1ca-96a4-4d04-adc0-4a5ce82c3e57,DISK] 2024-11-13T20:32:40,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38171,DS-6b522b09-1d75-49ee-890e-751bef4ee29b,DISK] 2024-11-13T20:32:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38171,DS-6b522b09-1d75-49ee-890e-751bef4ee29b,DISK] 2024-11-13T20:32:40,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-c700f1ca-96a4-4d04-adc0-4a5ce82c3e57,DISK] 2024-11-13T20:32:40,653 INFO [RS:1;04ac815325d6:38181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,38181,1731529960214/04ac815325d6%2C38181%2C1731529960214.1731529960634 2024-11-13T20:32:40,654 INFO [RS:0;04ac815325d6:35273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,35273,1731529960153/04ac815325d6%2C35273%2C1731529960153.1731529960634 2024-11-13T20:32:40,656 DEBUG [RS:1;04ac815325d6:38181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39685:39685),(127.0.0.1/127.0.0.1:40019:40019)] 2024-11-13T20:32:40,657 DEBUG [RS:0;04ac815325d6:35273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40019:40019),(127.0.0.1/127.0.0.1:39685:39685)] 2024-11-13T20:32:40,864 DEBUG [04ac815325d6:34379 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T20:32:40,865 DEBUG [04ac815325d6:34379 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:40,867 DEBUG [04ac815325d6:34379 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:40,867 DEBUG [04ac815325d6:34379 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:40,867 DEBUG [04ac815325d6:34379 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:40,867 DEBUG [04ac815325d6:34379 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:40,867 INFO [04ac815325d6:34379 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:40,867 INFO [04ac815325d6:34379 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:40,867 DEBUG [04ac815325d6:34379 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:40,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,35273,1731529960153 2024-11-13T20:32:40,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35273,1731529960153, state=OPENING 2024-11-13T20:32:40,870 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:32:40,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:40,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:40,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:40,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:40,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35273,1731529960153}] 2024-11-13T20:32:40,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:41,026 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:41,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:41,031 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:32:41,031 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:41,032 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:32:41,033 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C35273%2C1731529960153.meta, suffix=.meta, logDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,35273,1731529960153, archiveDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/oldWALs, maxLogs=32 2024-11-13T20:32:41,048 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,35273,1731529960153/04ac815325d6%2C35273%2C1731529960153.meta.1731529961034.meta, exclude list is [], retry=0 2024-11-13T20:32:41,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-c700f1ca-96a4-4d04-adc0-4a5ce82c3e57,DISK] 2024-11-13T20:32:41,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38171,DS-6b522b09-1d75-49ee-890e-751bef4ee29b,DISK] 2024-11-13T20:32:41,053 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,35273,1731529960153/04ac815325d6%2C35273%2C1731529960153.meta.1731529961034.meta 2024-11-13T20:32:41,053 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39685:39685),(127.0.0.1/127.0.0.1:40019:40019)] 2024-11-13T20:32:41,054 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:41,054 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:32:41,054 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:32:41,054 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:32:41,054 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:32:41,054 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:41,054 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:32:41,054 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:32:41,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:41,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:41,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:41,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:41,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:41,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:41,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:41,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:41,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:41,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:41,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:41,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:41,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:41,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:41,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:41,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:41,061 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:41,062 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740 2024-11-13T20:32:41,063 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740 2024-11-13T20:32:41,064 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:41,064 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:41,065 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:41,066 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:41,067 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73734719, jitterRate=0.09873293340206146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:41,067 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:32:41,068 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529961055Writing region info on filesystem at 1731529961055Initializing all the Stores at 1731529961055Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529961055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529961056 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529961056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529961056Cleaning up temporary data from old regions at 1731529961064 (+8 ms)Running coprocessor post-open hooks at 1731529961067 (+3 ms)Region opened successfully at 1731529961068 (+1 ms) 2024-11-13T20:32:41,069 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529961025 2024-11-13T20:32:41,072 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:32:41,072 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:32:41,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35273,1731529960153 2024-11-13T20:32:41,073 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35273,1731529960153, state=OPEN 2024-11-13T20:32:41,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:41,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:41,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:41,075 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,35273,1731529960153 2024-11-13T20:32:41,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:41,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:41,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:41,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:32:41,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35273,1731529960153 in 202 msec 2024-11-13T20:32:41,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:32:41,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-13T20:32:41,083 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:41,083 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:32:41,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:41,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35273,1731529960153, seqNum=-1] 2024-11-13T20:32:41,085 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:41,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:41,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 686 msec 2024-11-13T20:32:41,093 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529961093, completionTime=-1 2024-11-13T20:32:41,093 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T20:32:41,093 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:32:41,096 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T20:32:41,096 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731530021096 2024-11-13T20:32:41,096 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731530081096 2024-11-13T20:32:41,096 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T20:32:41,096 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34379,1731529960104-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:41,096 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34379,1731529960104-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:41,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34379,1731529960104-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:41,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:34379, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:41,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:41,097 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:41,099 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:32:41,102 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.843sec 2024-11-13T20:32:41,102 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:32:41,102 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:32:41,102 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:32:41,102 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:32:41,102 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:32:41,102 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34379,1731529960104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:41,102 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34379,1731529960104-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:32:41,105 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:32:41,105 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:32:41,105 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,34379,1731529960104-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:41,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cfa9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:41,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34379,-1 for getting cluster id 2024-11-13T20:32:41,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:32:41,143 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd89130d6-2773-4fe4-ae7f-9e94ed16d304' 2024-11-13T20:32:41,143 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:32:41,143 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d89130d6-2773-4fe4-ae7f-9e94ed16d304" 2024-11-13T20:32:41,144 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70065b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:41,144 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34379,-1] 2024-11-13T20:32:41,144 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:32:41,144 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:41,145 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:32:41,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7558183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:41,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:41,148 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35273,1731529960153, seqNum=-1] 2024-11-13T20:32:41,148 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:41,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:41,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,34379,1731529960104 2024-11-13T20:32:41,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:32:41,153 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,34379,1731529960104 2024-11-13T20:32:41,153 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e0dec 2024-11-13T20:32:41,153 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:32:41,154 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:32:41,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T20:32:41,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:32:41,157 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:41,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T20:32:41,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:32:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:41,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:41,168 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a082d29fba43a4b106a4db2340703a43, NAME => 'testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621 2024-11-13T20:32:41,168 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 552c7746345487c169fa07ed32c6b690, NAME => 'testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621 2024-11-13T20:32:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:41,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:41,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:41,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:41,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 552c7746345487c169fa07ed32c6b690, disabling compactions & flushes 2024-11-13T20:32:41,182 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. after waiting 0 ms 2024-11-13T20:32:41,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,182 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,182 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 552c7746345487c169fa07ed32c6b690: Waiting for close lock at 1731529961182Disabling compacts and flushes for region at 1731529961182Disabling writes for close at 1731529961182Writing region close event to WAL at 1731529961182Closed at 1731529961182 2024-11-13T20:32:41,183 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:41,183 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing a082d29fba43a4b106a4db2340703a43, disabling compactions & flushes 2024-11-13T20:32:41,183 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,183 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,183 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. after waiting 0 ms 2024-11-13T20:32:41,183 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,183 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,183 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for a082d29fba43a4b106a4db2340703a43: Waiting for close lock at 1731529961183Disabling compacts and flushes for region at 1731529961183Disabling writes for close at 1731529961183Writing region close event to WAL at 1731529961183Closed at 1731529961183 2024-11-13T20:32:41,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:32:41,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529961185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529961185"}]},"ts":"1731529961185"} 2024-11-13T20:32:41,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529961185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529961185"}]},"ts":"1731529961185"} 2024-11-13T20:32:41,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T20:32:41,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:32:41,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529961190"}]},"ts":"1731529961190"} 2024-11-13T20:32:41,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T20:32:41,194 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:41,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:41,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:41,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:41,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:41,195 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:41,195 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:41,195 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:41,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a082d29fba43a4b106a4db2340703a43, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=552c7746345487c169fa07ed32c6b690, ASSIGN}] 2024-11-13T20:32:41,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=552c7746345487c169fa07ed32c6b690, ASSIGN 2024-11-13T20:32:41,197 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a082d29fba43a4b106a4db2340703a43, ASSIGN 2024-11-13T20:32:41,198 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=552c7746345487c169fa07ed32c6b690, ASSIGN; state=OFFLINE, location=04ac815325d6,38181,1731529960214; forceNewPlan=false, retain=false 2024-11-13T20:32:41,198 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a082d29fba43a4b106a4db2340703a43, ASSIGN; state=OFFLINE, location=04ac815325d6,35273,1731529960153; forceNewPlan=false, retain=false 2024-11-13T20:32:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:41,348 INFO [04ac815325d6:34379 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T20:32:41,349 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a082d29fba43a4b106a4db2340703a43, regionState=OPENING, regionLocation=04ac815325d6,35273,1731529960153 2024-11-13T20:32:41,349 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=552c7746345487c169fa07ed32c6b690, regionState=OPENING, regionLocation=04ac815325d6,38181,1731529960214 2024-11-13T20:32:41,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=552c7746345487c169fa07ed32c6b690, ASSIGN because future has completed 2024-11-13T20:32:41,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 552c7746345487c169fa07ed32c6b690, server=04ac815325d6,38181,1731529960214}] 2024-11-13T20:32:41,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a082d29fba43a4b106a4db2340703a43, ASSIGN because future has completed 2024-11-13T20:32:41,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a082d29fba43a4b106a4db2340703a43, server=04ac815325d6,35273,1731529960153}] 2024-11-13T20:32:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:41,505 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:41,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:41,511 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,512 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a082d29fba43a4b106a4db2340703a43, NAME => 'testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T20:32:41,512 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,512 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,512 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:41,512 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 552c7746345487c169fa07ed32c6b690, NAME => 'testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T20:32:41,512 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,512 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,513 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,513 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:41,513 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,513 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,521 INFO [StoreOpener-a082d29fba43a4b106a4db2340703a43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,521 INFO [StoreOpener-552c7746345487c169fa07ed32c6b690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,526 INFO [StoreOpener-552c7746345487c169fa07ed32c6b690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 552c7746345487c169fa07ed32c6b690 columnFamilyName family 2024-11-13T20:32:41,526 INFO [StoreOpener-a082d29fba43a4b106a4db2340703a43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a082d29fba43a4b106a4db2340703a43 columnFamilyName family 2024-11-13T20:32:41,526 DEBUG [StoreOpener-552c7746345487c169fa07ed32c6b690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:41,526 DEBUG [StoreOpener-a082d29fba43a4b106a4db2340703a43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:41,527 INFO [StoreOpener-552c7746345487c169fa07ed32c6b690-1 {}] regionserver.HStore(327): Store=552c7746345487c169fa07ed32c6b690/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:41,527 INFO [StoreOpener-a082d29fba43a4b106a4db2340703a43-1 {}] regionserver.HStore(327): Store=a082d29fba43a4b106a4db2340703a43/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:41,527 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,527 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,527 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,528 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,528 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,528 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,528 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,528 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,529 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,529 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,530 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,530 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,532 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/552c7746345487c169fa07ed32c6b690/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:41,532 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/a082d29fba43a4b106a4db2340703a43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:41,533 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 552c7746345487c169fa07ed32c6b690; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72376801, jitterRate=0.07849837839603424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:41,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,533 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a082d29fba43a4b106a4db2340703a43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59421809, jitterRate=-0.1145460456609726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:41,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a082d29fba43a4b106a4db2340703a43: Running coprocessor pre-open hook at 1731529961513Writing region info on filesystem at 1731529961513Initializing all the Stores at 1731529961514 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529961514Cleaning up temporary data from old regions at 1731529961529 (+15 ms)Running coprocessor post-open hooks at 1731529961533 (+4 ms)Region opened successfully at 1731529961533 2024-11-13T20:32:41,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 552c7746345487c169fa07ed32c6b690: Running coprocessor pre-open hook at 1731529961513Writing region info on filesystem at 1731529961513Initializing all the Stores at 1731529961514 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529961514Cleaning up temporary data from old regions at 1731529961528 (+14 ms)Running coprocessor post-open hooks at 1731529961533 (+5 ms)Region opened successfully at 1731529961533 2024-11-13T20:32:41,534 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690., pid=7, masterSystemTime=1731529961505 2024-11-13T20:32:41,534 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43., pid=8, masterSystemTime=1731529961507 2024-11-13T20:32:41,537 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,537 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,538 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a082d29fba43a4b106a4db2340703a43, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35273,1731529960153 2024-11-13T20:32:41,538 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,538 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=552c7746345487c169fa07ed32c6b690, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,38181,1731529960214 2024-11-13T20:32:41,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a082d29fba43a4b106a4db2340703a43, server=04ac815325d6,35273,1731529960153 because future has completed 2024-11-13T20:32:41,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 552c7746345487c169fa07ed32c6b690, server=04ac815325d6,38181,1731529960214 because future has completed 2024-11-13T20:32:41,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T20:32:41,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a082d29fba43a4b106a4db2340703a43, server=04ac815325d6,35273,1731529960153 in 189 msec 2024-11-13T20:32:41,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a082d29fba43a4b106a4db2340703a43, ASSIGN in 349 msec 2024-11-13T20:32:41,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T20:32:41,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 552c7746345487c169fa07ed32c6b690, server=04ac815325d6,38181,1731529960214 in 191 msec 2024-11-13T20:32:41,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T20:32:41,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=552c7746345487c169fa07ed32c6b690, ASSIGN in 351 msec 2024-11-13T20:32:41,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:32:41,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529961549"}]},"ts":"1731529961549"} 2024-11-13T20:32:41,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T20:32:41,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:32:41,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 399 msec 2024-11-13T20:32:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:41,783 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T20:32:41,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T20:32:41,783 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:41,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T20:32:41,787 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:41,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T20:32:41,790 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43., hostname=04ac815325d6,35273,1731529960153, seqNum=2] 2024-11-13T20:32:41,801 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690., hostname=04ac815325d6,38181,1731529960214, seqNum=2] 2024-11-13T20:32:41,801 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:41,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:41,811 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a082d29fba43a4b106a4db2340703a43 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T20:32:41,826 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/a082d29fba43a4b106a4db2340703a43/.tmp/family/fcafc85d018b46b2a60c7a1d5d5ddab4 is 32, key is 1/family:/1731529961791/Put/seqid=0 2024-11-13T20:32:41,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741839_1015 (size=5054) 2024-11-13T20:32:41,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741839_1015 (size=5054) 2024-11-13T20:32:41,834 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/a082d29fba43a4b106a4db2340703a43/.tmp/family/fcafc85d018b46b2a60c7a1d5d5ddab4 2024-11-13T20:32:41,840 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/a082d29fba43a4b106a4db2340703a43/.tmp/family/fcafc85d018b46b2a60c7a1d5d5ddab4 as hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/a082d29fba43a4b106a4db2340703a43/family/fcafc85d018b46b2a60c7a1d5d5ddab4 2024-11-13T20:32:41,846 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/a082d29fba43a4b106a4db2340703a43/family/fcafc85d018b46b2a60c7a1d5d5ddab4, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T20:32:41,847 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a082d29fba43a4b106a4db2340703a43 in 36ms, sequenceid=8, compaction requested=false 2024-11-13T20:32:41,847 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a082d29fba43a4b106a4db2340703a43: 2024-11-13T20:32:41,847 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 552c7746345487c169fa07ed32c6b690 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T20:32:41,863 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/552c7746345487c169fa07ed32c6b690/.tmp/family/9d8130f36de64edba5ef0b6338853c17 is 32, key is 5/family:/1731529961803/Put/seqid=0 2024-11-13T20:32:41,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741840_1016 (size=5083) 2024-11-13T20:32:41,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741840_1016 (size=5083) 2024-11-13T20:32:41,868 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/552c7746345487c169fa07ed32c6b690/.tmp/family/9d8130f36de64edba5ef0b6338853c17 2024-11-13T20:32:41,874 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/552c7746345487c169fa07ed32c6b690/.tmp/family/9d8130f36de64edba5ef0b6338853c17 as hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/552c7746345487c169fa07ed32c6b690/family/9d8130f36de64edba5ef0b6338853c17 2024-11-13T20:32:41,880 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/552c7746345487c169fa07ed32c6b690/family/9d8130f36de64edba5ef0b6338853c17, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T20:32:41,881 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 552c7746345487c169fa07ed32c6b690 in 34ms, sequenceid=9, compaction requested=false 2024-11-13T20:32:41,881 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 552c7746345487c169fa07ed32c6b690: 2024-11-13T20:32:41,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f878eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:41,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,34379,-1 for getting cluster id 2024-11-13T20:32:41,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:32:41,883 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd89130d6-2773-4fe4-ae7f-9e94ed16d304' 2024-11-13T20:32:41,883 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:32:41,883 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d89130d6-2773-4fe4-ae7f-9e94ed16d304" 2024-11-13T20:32:41,883 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550544bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:41,883 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,34379,-1] 2024-11-13T20:32:41,884 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:32:41,884 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:41,885 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:32:41,886 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f13f796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:41,892 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T20:32:41,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:41,894 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35273,1731529960153, seqNum=-1] 2024-11-13T20:32:41,894 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:41,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:41,897 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:41,898 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:41,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:41,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38181 {}] bucket.BucketCache(1864): found 1 blocks for file 9d8130f36de64edba5ef0b6338853c17, starting offset: 0, end offset: 9223372036854775807 2024-11-13T20:32:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] bucket.BucketCache(1864): found 1 blocks for file fcafc85d018b46b2a60c7a1d5d5ddab4, starting offset: 0, end offset: 9223372036854775807 2024-11-13T20:32:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38181 {}] bucket.BucketCache(857): removed key 9d8130f36de64edba5ef0b6338853c17_0 from back map with offset lock 2094080 in the evict process 2024-11-13T20:32:41,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35273 {}] bucket.BucketCache(857): removed key fcafc85d018b46b2a60c7a1d5d5ddab4_0 from back map with offset lock 2094080 in the evict process 2024-11-13T20:32:41,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:41,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:41,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:41,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:41,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:32:41,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:32:41,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:41,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:41,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:41,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:41,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:32:41,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:32:41,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=566536149, stopped=false 2024-11-13T20:32:41,903 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,34379,1731529960104 2024-11-13T20:32:41,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:41,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:41,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:41,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:41,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:41,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:41,905 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:41,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:41,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:41,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:41,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:41,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:41,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:41,907 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,35273,1731529960153' ***** 2024-11-13T20:32:41,907 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:41,907 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,38181,1731529960214' ***** 2024-11-13T20:32:41,907 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:41,908 INFO [RS:1;04ac815325d6:38181 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T20:32:41,908 INFO [RS:0;04ac815325d6:35273 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T20:32:41,908 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T20:32:41,908 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T20:32:41,908 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T20:32:41,908 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T20:32:41,908 INFO [RS:1;04ac815325d6:38181 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T20:32:41,908 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T20:32:41,908 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:41,908 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T20:32:41,909 INFO [RS:0;04ac815325d6:35273 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T20:32:41,909 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:41,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:41,909 INFO [RS:1;04ac815325d6:38181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:41,909 INFO [RS:1;04ac815325d6:38181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:41,909 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(3091): Received CLOSE for 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:41,909 INFO [RS:0;04ac815325d6:35273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:41,909 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,38181,1731529960214 2024-11-13T20:32:41,910 INFO [RS:0;04ac815325d6:35273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:41,910 INFO [RS:1;04ac815325d6:38181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:41,910 INFO [RS:1;04ac815325d6:38181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04ac815325d6:38181. 2024-11-13T20:32:41,910 DEBUG [RS:1;04ac815325d6:38181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:41,910 DEBUG [RS:1;04ac815325d6:38181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:41,910 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(3091): Received CLOSE for a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,910 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:32:41,910 DEBUG [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(1325): Online Regions={552c7746345487c169fa07ed32c6b690=testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690.} 2024-11-13T20:32:41,910 DEBUG [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(1351): Waiting on 552c7746345487c169fa07ed32c6b690 2024-11-13T20:32:41,910 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 552c7746345487c169fa07ed32c6b690, disabling compactions & flushes 2024-11-13T20:32:41,910 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,35273,1731529960153 2024-11-13T20:32:41,910 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,910 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,910 INFO [RS:0;04ac815325d6:35273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:41,910 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a082d29fba43a4b106a4db2340703a43, disabling compactions & flushes 2024-11-13T20:32:41,910 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. after waiting 0 ms 2024-11-13T20:32:41,910 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,910 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,910 INFO [RS:0;04ac815325d6:35273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:35273. 2024-11-13T20:32:41,910 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,910 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. after waiting 0 ms 2024-11-13T20:32:41,910 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,910 DEBUG [RS:0;04ac815325d6:35273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:41,910 DEBUG [RS:0;04ac815325d6:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:41,911 INFO [RS:0;04ac815325d6:35273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:41,911 INFO [RS:0;04ac815325d6:35273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:41,911 INFO [RS:0;04ac815325d6:35273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:41,911 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:32:41,911 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:32:41,911 DEBUG [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a082d29fba43a4b106a4db2340703a43=testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43.} 2024-11-13T20:32:41,911 DEBUG [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a082d29fba43a4b106a4db2340703a43 2024-11-13T20:32:41,911 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:41,911 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:41,911 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:41,911 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:41,912 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:41,912 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T20:32:41,917 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/552c7746345487c169fa07ed32c6b690/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T20:32:41,917 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/default/testClearRegionBlockCache/a082d29fba43a4b106a4db2340703a43/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T20:32:41,918 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,918 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 552c7746345487c169fa07ed32c6b690: Waiting for close lock at 1731529961910Running coprocessor pre-close hooks at 1731529961910Disabling compacts and flushes for region at 1731529961910Disabling writes for close at 1731529961910Writing region close event to WAL at 1731529961911 (+1 ms)Running coprocessor post-close hooks at 1731529961918 (+7 ms)Closed at 1731529961918 2024-11-13T20:32:41,918 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690. 2024-11-13T20:32:41,918 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,918 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a082d29fba43a4b106a4db2340703a43: Waiting for close lock at 1731529961910Running coprocessor pre-close hooks at 1731529961910Disabling compacts and flushes for region at 1731529961910Disabling writes for close at 1731529961910Writing region close event to WAL at 1731529961914 (+4 ms)Running coprocessor post-close hooks at 1731529961918 (+4 ms)Closed at 1731529961918 2024-11-13T20:32:41,918 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731529961154.a082d29fba43a4b106a4db2340703a43. 2024-11-13T20:32:41,932 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/.tmp/info/bc99833608644bad84716524ac209459 is 173, key is testClearRegionBlockCache,5,1731529961154.552c7746345487c169fa07ed32c6b690./info:regioninfo/1731529961539/Put/seqid=0 2024-11-13T20:32:41,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:41,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:41,939 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/.tmp/info/bc99833608644bad84716524ac209459 2024-11-13T20:32:41,961 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/.tmp/ns/b07b20c9b8ec4e9d9d0592f90bf08617 is 43, key is default/ns:d/1731529961087/Put/seqid=0 2024-11-13T20:32:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:41,967 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/.tmp/ns/b07b20c9b8ec4e9d9d0592f90bf08617 2024-11-13T20:32:41,986 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/.tmp/table/fe893ee088f6468c827983e0e3561f03 is 61, key is testClearRegionBlockCache/table:state/1731529961549/Put/seqid=0 2024-11-13T20:32:41,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:41,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:41,992 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/.tmp/table/fe893ee088f6468c827983e0e3561f03 2024-11-13T20:32:41,997 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:41,998 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/.tmp/info/bc99833608644bad84716524ac209459 as hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/info/bc99833608644bad84716524ac209459 2024-11-13T20:32:42,002 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:42,004 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/info/bc99833608644bad84716524ac209459, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T20:32:42,004 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/.tmp/ns/b07b20c9b8ec4e9d9d0592f90bf08617 as hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/ns/b07b20c9b8ec4e9d9d0592f90bf08617 2024-11-13T20:32:42,009 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/ns/b07b20c9b8ec4e9d9d0592f90bf08617, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T20:32:42,010 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/.tmp/table/fe893ee088f6468c827983e0e3561f03 as hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/table/fe893ee088f6468c827983e0e3561f03 2024-11-13T20:32:42,016 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/table/fe893ee088f6468c827983e0e3561f03, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T20:32:42,017 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false 2024-11-13T20:32:42,021 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T20:32:42,022 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:32:42,022 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:42,022 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529961911Running coprocessor pre-close hooks at 1731529961911Disabling compacts and flushes for region at 1731529961911Disabling writes for close at 1731529961911Obtaining lock to block concurrent updates at 1731529961912 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731529961912Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731529961912Flushing stores of hbase:meta,,1.1588230740 at 1731529961913 (+1 ms)Flushing 1588230740/info: creating writer at 1731529961913Flushing 1588230740/info: appending metadata at 1731529961932 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731529961932Flushing 1588230740/ns: creating writer at 1731529961945 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731529961961 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731529961961Flushing 1588230740/table: creating writer at 1731529961972 (+11 ms)Flushing 1588230740/table: appending metadata at 1731529961986 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731529961986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60cfa234: reopening flushed file at 1731529961997 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7152fcc2: reopening flushed file at 1731529962004 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7e82b8: reopening flushed file at 1731529962010 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false at 1731529962017 (+7 ms)Writing region close event to WAL at 1731529962018 (+1 ms)Running coprocessor post-close hooks at 1731529962022 (+4 ms)Closed at 1731529962022 2024-11-13T20:32:42,022 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:42,110 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,38181,1731529960214; all regions closed. 2024-11-13T20:32:42,111 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,35273,1731529960153; all regions closed. 2024-11-13T20:32:42,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741833_1009 (size=1867) 2024-11-13T20:32:42,113 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,38181,1731529960214/04ac815325d6%2C38181%2C1731529960214.1731529960634 not finished, retry = 0 2024-11-13T20:32:42,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741833_1009 (size=1867) 2024-11-13T20:32:42,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/WALs/04ac815325d6,35273,1731529960153/04ac815325d6%2C35273%2C1731529960153.meta.1731529961034.meta not finished, retry = 0 2024-11-13T20:32:42,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:42,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:42,216 DEBUG [RS:1;04ac815325d6:38181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/oldWALs 2024-11-13T20:32:42,216 INFO [RS:1;04ac815325d6:38181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C38181%2C1731529960214:(num 1731529960634) 2024-11-13T20:32:42,216 DEBUG [RS:1;04ac815325d6:38181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:42,216 INFO [RS:1;04ac815325d6:38181 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:42,216 INFO [RS:1;04ac815325d6:38181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:42,217 INFO [RS:1;04ac815325d6:38181 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:42,217 INFO [RS:1;04ac815325d6:38181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:42,217 INFO [RS:1;04ac815325d6:38181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:42,217 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:42,217 INFO [RS:1;04ac815325d6:38181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:42,217 INFO [RS:1;04ac815325d6:38181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:42,217 DEBUG [RS:0;04ac815325d6:35273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/oldWALs 2024-11-13T20:32:42,217 INFO [RS:0;04ac815325d6:35273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C35273%2C1731529960153.meta:.meta(num 1731529961034) 2024-11-13T20:32:42,217 INFO [RS:1;04ac815325d6:38181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38181 2024-11-13T20:32:42,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,38181,1731529960214 2024-11-13T20:32:42,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:42,220 INFO [RS:1;04ac815325d6:38181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:42,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741834_1010 (size=1758) 2024-11-13T20:32:42,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741834_1010 (size=1758) 2024-11-13T20:32:42,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,38181,1731529960214] 2024-11-13T20:32:42,222 DEBUG [RS:0;04ac815325d6:35273 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/oldWALs 2024-11-13T20:32:42,222 INFO [RS:0;04ac815325d6:35273 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C35273%2C1731529960153:(num 1731529960634) 2024-11-13T20:32:42,222 DEBUG [RS:0;04ac815325d6:35273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:42,222 INFO [RS:0;04ac815325d6:35273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:42,222 INFO [RS:0;04ac815325d6:35273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:42,222 INFO [RS:0;04ac815325d6:35273 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:42,222 INFO [RS:0;04ac815325d6:35273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:42,222 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:42,223 INFO [RS:0;04ac815325d6:35273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35273 2024-11-13T20:32:42,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,38181,1731529960214 already deleted, retry=false 2024-11-13T20:32:42,224 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,38181,1731529960214 expired; onlineServers=1 2024-11-13T20:32:42,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,35273,1731529960153 2024-11-13T20:32:42,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:42,225 INFO [RS:0;04ac815325d6:35273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:42,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,35273,1731529960153] 2024-11-13T20:32:42,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,35273,1731529960153 already deleted, retry=false 2024-11-13T20:32:42,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,35273,1731529960153 expired; onlineServers=0 2024-11-13T20:32:42,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,34379,1731529960104' ***** 2024-11-13T20:32:42,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:32:42,228 INFO [M:0;04ac815325d6:34379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:42,228 INFO [M:0;04ac815325d6:34379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:42,229 DEBUG [M:0;04ac815325d6:34379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:32:42,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:32:42,229 DEBUG [M:0;04ac815325d6:34379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:32:42,229 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529960420 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529960420,5,FailOnTimeoutGroup] 2024-11-13T20:32:42,229 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529960416 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529960416,5,FailOnTimeoutGroup] 2024-11-13T20:32:42,229 INFO [M:0;04ac815325d6:34379 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:42,229 INFO [M:0;04ac815325d6:34379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:42,229 DEBUG [M:0;04ac815325d6:34379 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:32:42,229 INFO [M:0;04ac815325d6:34379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:32:42,229 INFO [M:0;04ac815325d6:34379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:42,230 INFO [M:0;04ac815325d6:34379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:32:42,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:32:42,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:42,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:42,230 DEBUG [M:0;04ac815325d6:34379 {}] zookeeper.ZKUtil(347): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T20:32:42,231 WARN [M:0;04ac815325d6:34379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:32:42,231 INFO [M:0;04ac815325d6:34379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/.lastflushedseqids 2024-11-13T20:32:42,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741844_1020 (size=182) 2024-11-13T20:32:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741844_1020 (size=182) 2024-11-13T20:32:42,237 INFO [M:0;04ac815325d6:34379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:32:42,237 INFO [M:0;04ac815325d6:34379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:32:42,237 DEBUG [M:0;04ac815325d6:34379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:42,237 INFO [M:0;04ac815325d6:34379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:42,237 DEBUG [M:0;04ac815325d6:34379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:42,238 DEBUG [M:0;04ac815325d6:34379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:42,238 DEBUG [M:0;04ac815325d6:34379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:42,238 INFO [M:0;04ac815325d6:34379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T20:32:42,254 DEBUG [M:0;04ac815325d6:34379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee9e09c3734545ceb963564eab4b320a is 82, key is hbase:meta,,1/info:regioninfo/1731529961072/Put/seqid=0 2024-11-13T20:32:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:42,259 INFO [M:0;04ac815325d6:34379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee9e09c3734545ceb963564eab4b320a 2024-11-13T20:32:42,280 DEBUG [M:0;04ac815325d6:34379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c5f26be1684ca990179bcbe1913a80 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529961555/Put/seqid=0 2024-11-13T20:32:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741846_1022 (size=6219) 2024-11-13T20:32:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741846_1022 (size=6219) 2024-11-13T20:32:42,286 INFO [M:0;04ac815325d6:34379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c5f26be1684ca990179bcbe1913a80 2024-11-13T20:32:42,305 DEBUG [M:0;04ac815325d6:34379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4ea137345c7454296faebc0124957f2 is 69, key is 04ac815325d6,35273,1731529960153/rs:state/1731529960470/Put/seqid=0 2024-11-13T20:32:42,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:42,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:42,312 INFO [M:0;04ac815325d6:34379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4ea137345c7454296faebc0124957f2 2024-11-13T20:32:42,317 DEBUG [M:0;04ac815325d6:34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee9e09c3734545ceb963564eab4b320a as hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee9e09c3734545ceb963564eab4b320a 2024-11-13T20:32:42,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:42,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38181-0x1003ad875370002, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:42,322 INFO [RS:1;04ac815325d6:38181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:42,322 INFO [RS:1;04ac815325d6:38181 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,38181,1731529960214; zookeeper connection closed. 2024-11-13T20:32:42,322 INFO [M:0;04ac815325d6:34379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee9e09c3734545ceb963564eab4b320a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T20:32:42,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@437a695b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@437a695b 2024-11-13T20:32:42,323 DEBUG [M:0;04ac815325d6:34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c5f26be1684ca990179bcbe1913a80 as hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3c5f26be1684ca990179bcbe1913a80 2024-11-13T20:32:42,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:42,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35273-0x1003ad875370001, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:42,327 INFO [RS:0;04ac815325d6:35273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:42,327 INFO [RS:0;04ac815325d6:35273 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,35273,1731529960153; zookeeper connection closed. 2024-11-13T20:32:42,327 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a91c341 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a91c341 2024-11-13T20:32:42,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T20:32:42,331 INFO [M:0;04ac815325d6:34379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3c5f26be1684ca990179bcbe1913a80, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T20:32:42,332 DEBUG [M:0;04ac815325d6:34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4ea137345c7454296faebc0124957f2 as hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4ea137345c7454296faebc0124957f2 2024-11-13T20:32:42,338 INFO [M:0;04ac815325d6:34379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34215/user/jenkins/test-data/db7eab8c-43a5-e6aa-2298-a48e6f6e4621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4ea137345c7454296faebc0124957f2, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T20:32:42,339 INFO [M:0;04ac815325d6:34379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false 2024-11-13T20:32:42,341 INFO [M:0;04ac815325d6:34379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:42,341 DEBUG [M:0;04ac815325d6:34379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529962237Disabling compacts and flushes for region at 1731529962237Disabling writes for close at 1731529962238 (+1 ms)Obtaining lock to block concurrent updates at 1731529962238Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529962238Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731529962238Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529962239 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529962239Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529962254 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529962254Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529962265 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529962280 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529962280Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529962291 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529962305 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529962305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0d17dc: reopening flushed file at 1731529962317 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678368c9: reopening flushed file at 1731529962322 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58df48c6: reopening flushed file at 1731529962331 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=71, compaction requested=false at 1731529962339 (+8 ms)Writing region close event to WAL at 1731529962341 (+2 ms)Closed at 1731529962341 2024-11-13T20:32:42,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38171 is added to blk_1073741830_1006 (size=35440) 2024-11-13T20:32:42,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741830_1006 (size=35440) 2024-11-13T20:32:42,344 INFO [M:0;04ac815325d6:34379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:32:42,344 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:42,344 INFO [M:0;04ac815325d6:34379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34379 2024-11-13T20:32:42,345 INFO [M:0;04ac815325d6:34379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:42,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:42,447 INFO [M:0;04ac815325d6:34379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:42,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34379-0x1003ad875370000, quorum=127.0.0.1:62563, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:42,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@774b8a4e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:42,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ace8281{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:42,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:42,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@245ba6f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:42,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e0f10f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:42,452 WARN [BP-698787941-172.17.0.2-1731529959357 heartbeating to localhost/127.0.0.1:34215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:42,452 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:42,452 WARN [BP-698787941-172.17.0.2-1731529959357 heartbeating to localhost/127.0.0.1:34215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698787941-172.17.0.2-1731529959357 (Datanode Uuid 110f5f4e-3496-4932-965f-2813081e82f5) service to localhost/127.0.0.1:34215 2024-11-13T20:32:42,452 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:42,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/data/data3/current/BP-698787941-172.17.0.2-1731529959357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:42,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/data/data4/current/BP-698787941-172.17.0.2-1731529959357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:42,453 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:42,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@450e3d5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:42,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@591ffc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:42,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:42,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20ab3937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:42,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28445f12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:42,457 WARN [BP-698787941-172.17.0.2-1731529959357 heartbeating to localhost/127.0.0.1:34215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:42,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:42,457 WARN [BP-698787941-172.17.0.2-1731529959357 heartbeating to localhost/127.0.0.1:34215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698787941-172.17.0.2-1731529959357 (Datanode Uuid e4c6ec22-ba68-4dec-bf6a-efe15859a61a) service to localhost/127.0.0.1:34215 2024-11-13T20:32:42,457 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:42,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/data/data1/current/BP-698787941-172.17.0.2-1731529959357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:42,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/cluster_272537a6-fc2e-fd2b-8c23-7c4f10aa736c/data/data2/current/BP-698787941-172.17.0.2-1731529959357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:42,458 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:42,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c165028{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:42,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d904ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:42,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:42,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eadd0af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:42,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3043fd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:42,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:32:42,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:32:42,495 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=154 (was 136) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:34215 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:34215 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:34215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:34215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 474) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 182) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3309 (was 3448) 2024-11-13T20:32:42,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=154, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=3309 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.log.dir so I do NOT create it in target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd 2024-11-13T20:32:42,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.tmp.dir so I do NOT create it in target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd 2024-11-13T20:32:42,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df091e81-8e19-be2e-2f03-e3e8635438a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:32:42,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648, deleteOnExit=true 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/test.cache.data in system properties and HBase conf 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:32:42,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:32:42,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:32:42,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:32:42,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:42,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:42,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:42,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:42,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:42,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:42,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fbfb721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:42,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aa2d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:42,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17312a1d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/java.io.tmpdir/jetty-localhost-40445-hadoop-hdfs-3_4_1-tests_jar-_-any-8336441662142408995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:42,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cf9ba64{HTTP/1.1, (http/1.1)}{localhost:40445} 2024-11-13T20:32:42,734 INFO [Time-limited test {}] server.Server(415): Started @20728ms 2024-11-13T20:32:42,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:42,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:42,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:42,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:42,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:32:42,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d1d93bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:42,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a1f269{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:42,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d13d697{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/java.io.tmpdir/jetty-localhost-36647-hadoop-hdfs-3_4_1-tests_jar-_-any-11421364812570529030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:42,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68846c1{HTTP/1.1, (http/1.1)}{localhost:36647} 2024-11-13T20:32:42,946 INFO [Time-limited test {}] server.Server(415): Started @20941ms 2024-11-13T20:32:42,948 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:42,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:42,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:42,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:42,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:42,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:32:42,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55c628c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:42,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5131fad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:43,034 WARN [Thread-1149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/data/data1/current/BP-2026738745-172.17.0.2-1731529962548/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:43,034 WARN [Thread-1150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/data/data2/current/BP-2026738745-172.17.0.2-1731529962548/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:43,051 WARN [Thread-1128 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1734cebdacfcc48c with lease ID 0x76342e73c901b08a: Processing first storage report for DS-17236688-debe-4c0d-bc74-bfcccb27ebe7 from datanode DatanodeRegistration(127.0.0.1:35955, datanodeUuid=8dacc52c-b88c-4cd7-a936-86b5ad78410f, infoPort=38797, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=473395217;c=1731529962548) 2024-11-13T20:32:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1734cebdacfcc48c with lease ID 0x76342e73c901b08a: from storage DS-17236688-debe-4c0d-bc74-bfcccb27ebe7 node DatanodeRegistration(127.0.0.1:35955, datanodeUuid=8dacc52c-b88c-4cd7-a936-86b5ad78410f, infoPort=38797, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=473395217;c=1731529962548), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1734cebdacfcc48c with lease ID 0x76342e73c901b08a: Processing first storage report for DS-1073eb94-7e0a-492f-89ab-e540939742b5 from datanode DatanodeRegistration(127.0.0.1:35955, datanodeUuid=8dacc52c-b88c-4cd7-a936-86b5ad78410f, infoPort=38797, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=473395217;c=1731529962548) 2024-11-13T20:32:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1734cebdacfcc48c with lease ID 0x76342e73c901b08a: from storage DS-1073eb94-7e0a-492f-89ab-e540939742b5 node DatanodeRegistration(127.0.0.1:35955, datanodeUuid=8dacc52c-b88c-4cd7-a936-86b5ad78410f, infoPort=38797, infoSecurePort=0, ipcPort=44923, storageInfo=lv=-57;cid=testClusterID;nsid=473395217;c=1731529962548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:43,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b73c4d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/java.io.tmpdir/jetty-localhost-38815-hadoop-hdfs-3_4_1-tests_jar-_-any-6686994488787043814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:43,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@274755ba{HTTP/1.1, (http/1.1)}{localhost:38815} 2024-11-13T20:32:43,108 INFO [Time-limited test {}] server.Server(415): Started @21102ms 2024-11-13T20:32:43,109 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:43,201 WARN [Thread-1175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/data/data3/current/BP-2026738745-172.17.0.2-1731529962548/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:43,202 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/data/data4/current/BP-2026738745-172.17.0.2-1731529962548/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:43,219 WARN [Thread-1164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb98bb02fe44bac86 with lease ID 0x76342e73c901b08b: Processing first storage report for DS-1c50a4d8-0a68-45e1-9a0f-e8146164bfd2 from datanode DatanodeRegistration(127.0.0.1:41803, datanodeUuid=ae249141-3024-4878-ab8e-9c8b111361b3, infoPort=41983, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=473395217;c=1731529962548) 2024-11-13T20:32:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb98bb02fe44bac86 with lease ID 0x76342e73c901b08b: from storage DS-1c50a4d8-0a68-45e1-9a0f-e8146164bfd2 node DatanodeRegistration(127.0.0.1:41803, datanodeUuid=ae249141-3024-4878-ab8e-9c8b111361b3, infoPort=41983, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=473395217;c=1731529962548), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb98bb02fe44bac86 with lease ID 0x76342e73c901b08b: Processing first storage report for DS-6f466609-2986-4847-ac96-2c49cdda04d1 from datanode DatanodeRegistration(127.0.0.1:41803, datanodeUuid=ae249141-3024-4878-ab8e-9c8b111361b3, infoPort=41983, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=473395217;c=1731529962548) 2024-11-13T20:32:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb98bb02fe44bac86 with lease ID 0x76342e73c901b08b: from storage DS-6f466609-2986-4847-ac96-2c49cdda04d1 node DatanodeRegistration(127.0.0.1:41803, datanodeUuid=ae249141-3024-4878-ab8e-9c8b111361b3, infoPort=41983, infoSecurePort=0, ipcPort=33835, storageInfo=lv=-57;cid=testClusterID;nsid=473395217;c=1731529962548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:43,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd 2024-11-13T20:32:43,241 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/zookeeper_0, clientPort=51886, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:32:43,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51886 2024-11-13T20:32:43,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:43,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:43,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:43,256 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d with version=8 2024-11-13T20:32:43,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/hbase-staging 2024-11-13T20:32:43,259 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:43,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:43,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:43,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:43,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:43,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:43,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:32:43,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:43,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43965 2024-11-13T20:32:43,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43965 connecting to ZooKeeper ensemble=127.0.0.1:51886 2024-11-13T20:32:43,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439650x0, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:43,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43965-0x1003ad881860000 connected 2024-11-13T20:32:43,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:43,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:43,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:43,286 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d, hbase.cluster.distributed=false 2024-11-13T20:32:43,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:43,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-13T20:32:43,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43965 2024-11-13T20:32:43,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43965 2024-11-13T20:32:43,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-13T20:32:43,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43965 2024-11-13T20:32:43,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:43,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:43,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:43,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:43,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:43,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:43,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:43,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:43,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43151 2024-11-13T20:32:43,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43151 connecting to ZooKeeper ensemble=127.0.0.1:51886 2024-11-13T20:32:43,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:43,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:43,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431510x0, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:43,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431510x0, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:43,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43151-0x1003ad881860001 connected 2024-11-13T20:32:43,317 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:43,318 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T20:32:43,331 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T20:32:43,331 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T20:32:43,333 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T20:32:43,334 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:43,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:43,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:43,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-13T20:32:43,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43151 2024-11-13T20:32:43,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43151 2024-11-13T20:32:43,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-13T20:32:43,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-13T20:32:43,355 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:43,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:43,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:43,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:43,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:43,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:43,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:43,356 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:43,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36245 2024-11-13T20:32:43,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36245 connecting to ZooKeeper ensemble=127.0.0.1:51886 2024-11-13T20:32:43,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:43,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:43,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362450x0, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:43,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362450x0, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:43,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36245-0x1003ad881860002 connected 2024-11-13T20:32:43,364 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:43,365 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T20:32:43,374 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T20:32:43,374 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T20:32:43,375 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T20:32:43,375 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:43,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:43,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:43,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-13T20:32:43,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36245 2024-11-13T20:32:43,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36245 2024-11-13T20:32:43,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-13T20:32:43,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36245 2024-11-13T20:32:43,390 DEBUG [M:0;04ac815325d6:43965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:43965 2024-11-13T20:32:43,390 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04ac815325d6,43965,1731529963258 2024-11-13T20:32:43,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:43,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:43,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:43,392 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04ac815325d6,43965,1731529963258 2024-11-13T20:32:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,394 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T20:32:43,395 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04ac815325d6,43965,1731529963258 from backup master directory 2024-11-13T20:32:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04ac815325d6,43965,1731529963258 2024-11-13T20:32:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:43,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:43,396 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:43,396 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,43965,1731529963258 2024-11-13T20:32:43,401 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/hbase.id] with ID: 3edc84e1-6228-4d43-862c-fc97c188bf77 2024-11-13T20:32:43,401 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/.tmp/hbase.id 2024-11-13T20:32:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:43,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:43,408 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/.tmp/hbase.id]:[hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/hbase.id] 2024-11-13T20:32:43,420 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:43,420 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:32:43,421 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:32:43,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:43,431 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:43,432 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:32:43,432 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:43,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:43,442 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store 2024-11-13T20:32:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:43,451 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:43,451 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:43,451 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:43,451 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:43,451 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:43,451 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:43,451 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:43,451 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529963451Disabling compacts and flushes for region at 1731529963451Disabling writes for close at 1731529963451Writing region close event to WAL at 1731529963451Closed at 1731529963451 2024-11-13T20:32:43,452 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/.initializing 2024-11-13T20:32:43,452 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/WALs/04ac815325d6,43965,1731529963258 2024-11-13T20:32:43,453 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:43,455 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C43965%2C1731529963258, suffix=, logDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/WALs/04ac815325d6,43965,1731529963258, archiveDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/oldWALs, maxLogs=10 2024-11-13T20:32:43,470 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/WALs/04ac815325d6,43965,1731529963258/04ac815325d6%2C43965%2C1731529963258.1731529963455, exclude list is [], retry=0 2024-11-13T20:32:43,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35955,DS-17236688-debe-4c0d-bc74-bfcccb27ebe7,DISK] 2024-11-13T20:32:43,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41803,DS-1c50a4d8-0a68-45e1-9a0f-e8146164bfd2,DISK] 2024-11-13T20:32:43,476 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/WALs/04ac815325d6,43965,1731529963258/04ac815325d6%2C43965%2C1731529963258.1731529963455 2024-11-13T20:32:43,476 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38797:38797),(127.0.0.1/127.0.0.1:41983:41983)] 2024-11-13T20:32:43,476 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:43,476 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:43,476 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,476 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:32:43,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:43,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:43,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:32:43,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:43,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:43,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:32:43,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:43,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:43,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:32:43,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:43,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:43,486 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,487 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,488 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,490 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,490 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,491 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:43,493 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:43,496 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:43,496 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73441851, jitterRate=0.09436886012554169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:43,497 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529963476Initializing all the Stores at 1731529963477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529963477Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529963477Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529963478 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529963478Cleaning up temporary data from old regions at 1731529963490 (+12 ms)Region opened successfully at 1731529963497 (+7 ms) 2024-11-13T20:32:43,497 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:32:43,501 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7776c4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:43,502 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:32:43,502 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:32:43,502 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:32:43,502 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:32:43,503 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:32:43,503 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:32:43,503 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:32:43,505 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:32:43,506 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T20:32:43,507 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T20:32:43,507 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:32:43,508 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:32:43,509 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T20:32:43,509 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:32:43,510 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:32:43,512 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T20:32:43,512 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:32:43,514 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T20:32:43,515 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:32:43,516 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T20:32:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,519 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,43965,1731529963258, sessionid=0x1003ad881860000, setting cluster-up flag (Was=false) 2024-11-13T20:32:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,526 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T20:32:43,527 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,43965,1731529963258 2024-11-13T20:32:43,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,535 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T20:32:43,536 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,43965,1731529963258 2024-11-13T20:32:43,537 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:32:43,538 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:43,539 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:32:43,539 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:32:43,539 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,43965,1731529963258 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:32:43,540 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:43,540 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:43,541 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:43,541 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:43,541 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:32:43,541 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,541 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:43,541 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,542 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529993542 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:32:43,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:32:43,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:32:43,543 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:32:43,544 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:32:43,544 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:32:43,544 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:43,544 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529963544,5,FailOnTimeoutGroup] 2024-11-13T20:32:43,544 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529963544,5,FailOnTimeoutGroup] 2024-11-13T20:32:43,544 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:32:43,544 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,544 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:32:43,544 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,544 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:43,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:43,556 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:32:43,556 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d 2024-11-13T20:32:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:43,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:43,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:43,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:43,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:43,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:43,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:43,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:43,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:43,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:43,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:43,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:43,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:43,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:43,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:43,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:43,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:43,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:43,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:43,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740 2024-11-13T20:32:43,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740 2024-11-13T20:32:43,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:43,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:43,579 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:43,580 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(746): ClusterId : 3edc84e1-6228-4d43-862c-fc97c188bf77 2024-11-13T20:32:43,580 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:43,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:43,581 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(746): ClusterId : 3edc84e1-6228-4d43-862c-fc97c188bf77 2024-11-13T20:32:43,581 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:43,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:43,583 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:43,583 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:43,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74389431, jitterRate=0.10848890244960785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:43,584 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:43,584 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:43,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529963566Initializing all the Stores at 1731529963567 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529963567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529963568 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529963568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529963568Cleaning up temporary data from old regions at 1731529963578 (+10 ms)Region opened successfully at 1731529963584 (+6 ms) 2024-11-13T20:32:43,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:43,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:43,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:43,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:43,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:43,585 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:43,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529963584Disabling compacts and flushes for region at 1731529963584Disabling writes for close at 1731529963584Writing region close event to WAL at 1731529963585 (+1 ms)Closed at 1731529963585 2024-11-13T20:32:43,586 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:43,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:43,586 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:43,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:32:43,587 DEBUG [RS:0;04ac815325d6:43151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513b0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:43,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:32:43,587 DEBUG [RS:1;04ac815325d6:36245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ea8e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:43,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:43,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:32:43,599 DEBUG [RS:0;04ac815325d6:43151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:43151 2024-11-13T20:32:43,599 INFO [RS:0;04ac815325d6:43151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:43,599 INFO [RS:0;04ac815325d6:43151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:43,599 DEBUG [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:43,600 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,43965,1731529963258 with port=43151, startcode=1731529963307 2024-11-13T20:32:43,600 DEBUG [RS:0;04ac815325d6:43151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:43,602 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:43,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,43151,1731529963307 2024-11-13T20:32:43,602 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43965 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,43151,1731529963307 2024-11-13T20:32:43,604 DEBUG [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d 2024-11-13T20:32:43,604 DEBUG [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37053 2024-11-13T20:32:43,604 DEBUG [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:43,604 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04ac815325d6:36245 2024-11-13T20:32:43,604 INFO [RS:1;04ac815325d6:36245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:43,604 INFO [RS:1;04ac815325d6:36245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:43,604 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:43,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:43,606 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,43965,1731529963258 with port=36245, startcode=1731529963355 2024-11-13T20:32:43,606 DEBUG [RS:0;04ac815325d6:43151 {}] zookeeper.ZKUtil(111): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,43151,1731529963307 2024-11-13T20:32:43,606 DEBUG [RS:1;04ac815325d6:36245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:43,606 WARN [RS:0;04ac815325d6:43151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:43,607 INFO [RS:0;04ac815325d6:43151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:43,607 DEBUG [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,43151,1731529963307 2024-11-13T20:32:43,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,43151,1731529963307] 2024-11-13T20:32:43,609 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:43,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,36245,1731529963355 2024-11-13T20:32:43,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43965 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,36245,1731529963355 2024-11-13T20:32:43,612 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d 2024-11-13T20:32:43,612 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37053 2024-11-13T20:32:43,612 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:43,613 INFO [RS:0;04ac815325d6:43151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:43,614 INFO [RS:0;04ac815325d6:43151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:43,615 INFO [RS:0;04ac815325d6:43151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:43,615 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,615 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:43,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:43,616 INFO [RS:0;04ac815325d6:43151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:43,616 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,616 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,36245,1731529963355] 2024-11-13T20:32:43,616 DEBUG [RS:1;04ac815325d6:36245 {}] zookeeper.ZKUtil(111): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,36245,1731529963355 2024-11-13T20:32:43,616 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,616 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,616 WARN [RS:1;04ac815325d6:36245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:43,616 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,616 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,616 INFO [RS:1;04ac815325d6:36245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:43,617 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:43,617 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,617 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,617 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,36245,1731529963355 2024-11-13T20:32:43,617 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,617 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,617 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,617 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,617 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:43,617 DEBUG [RS:0;04ac815325d6:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:43,625 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,625 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,625 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,625 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,625 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,625 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43151,1731529963307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:43,628 INFO [RS:1;04ac815325d6:36245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:43,630 INFO [RS:1;04ac815325d6:36245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:43,633 INFO [RS:1;04ac815325d6:36245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:43,633 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,633 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:43,634 INFO [RS:1;04ac815325d6:36245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:43,634 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:43,635 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:43,636 DEBUG [RS:1;04ac815325d6:36245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:43,639 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,639 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,639 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,639 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,639 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,639 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36245,1731529963355-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:43,642 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:43,642 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43151,1731529963307-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,643 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,644 INFO [RS:0;04ac815325d6:43151 {}] regionserver.Replication(171): 04ac815325d6,43151,1731529963307 started 2024-11-13T20:32:43,657 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:43,657 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,36245,1731529963355-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,657 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,657 INFO [RS:1;04ac815325d6:36245 {}] regionserver.Replication(171): 04ac815325d6,36245,1731529963355 started 2024-11-13T20:32:43,661 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,661 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,43151,1731529963307, RpcServer on 04ac815325d6/172.17.0.2:43151, sessionid=0x1003ad881860001 2024-11-13T20:32:43,661 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:43,661 DEBUG [RS:0;04ac815325d6:43151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,43151,1731529963307 2024-11-13T20:32:43,661 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,43151,1731529963307' 2024-11-13T20:32:43,661 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:43,662 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:43,662 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:43,663 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:43,663 DEBUG [RS:0;04ac815325d6:43151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,43151,1731529963307 2024-11-13T20:32:43,663 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,43151,1731529963307' 2024-11-13T20:32:43,663 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:43,663 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:43,663 DEBUG [RS:0;04ac815325d6:43151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:43,663 INFO [RS:0;04ac815325d6:43151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:43,663 INFO [RS:0;04ac815325d6:43151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:43,672 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:43,672 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,36245,1731529963355, RpcServer on 04ac815325d6/172.17.0.2:36245, sessionid=0x1003ad881860002 2024-11-13T20:32:43,672 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:43,672 DEBUG [RS:1;04ac815325d6:36245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,36245,1731529963355 2024-11-13T20:32:43,672 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,36245,1731529963355' 2024-11-13T20:32:43,672 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:43,673 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:43,673 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:43,673 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:43,673 DEBUG [RS:1;04ac815325d6:36245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,36245,1731529963355 2024-11-13T20:32:43,673 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,36245,1731529963355' 2024-11-13T20:32:43,673 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:43,674 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:43,674 DEBUG [RS:1;04ac815325d6:36245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:43,674 INFO [RS:1;04ac815325d6:36245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:43,674 INFO [RS:1;04ac815325d6:36245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:43,739 WARN [04ac815325d6:43965 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:32:43,764 INFO [RS:0;04ac815325d6:43151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:43,766 INFO [RS:0;04ac815325d6:43151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C43151%2C1731529963307, suffix=, logDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,43151,1731529963307, archiveDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/oldWALs, maxLogs=32 2024-11-13T20:32:43,775 INFO [RS:1;04ac815325d6:36245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:43,776 INFO [RS:1;04ac815325d6:36245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C36245%2C1731529963355, suffix=, logDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,36245,1731529963355, archiveDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/oldWALs, maxLogs=32 2024-11-13T20:32:43,781 DEBUG [RS:0;04ac815325d6:43151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,43151,1731529963307/04ac815325d6%2C43151%2C1731529963307.1731529963767, exclude list is [], retry=0 2024-11-13T20:32:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35955,DS-17236688-debe-4c0d-bc74-bfcccb27ebe7,DISK] 2024-11-13T20:32:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41803,DS-1c50a4d8-0a68-45e1-9a0f-e8146164bfd2,DISK] 2024-11-13T20:32:43,786 INFO [RS:0;04ac815325d6:43151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,43151,1731529963307/04ac815325d6%2C43151%2C1731529963307.1731529963767 2024-11-13T20:32:43,786 DEBUG [RS:0;04ac815325d6:43151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38797:38797),(127.0.0.1/127.0.0.1:41983:41983)] 2024-11-13T20:32:43,791 DEBUG [RS:1;04ac815325d6:36245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,36245,1731529963355/04ac815325d6%2C36245%2C1731529963355.1731529963777, exclude list is [], retry=0 2024-11-13T20:32:43,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41803,DS-1c50a4d8-0a68-45e1-9a0f-e8146164bfd2,DISK] 2024-11-13T20:32:43,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35955,DS-17236688-debe-4c0d-bc74-bfcccb27ebe7,DISK] 2024-11-13T20:32:43,796 INFO [RS:1;04ac815325d6:36245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,36245,1731529963355/04ac815325d6%2C36245%2C1731529963355.1731529963777 2024-11-13T20:32:43,796 DEBUG [RS:1;04ac815325d6:36245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38797:38797),(127.0.0.1/127.0.0.1:41983:41983)] 2024-11-13T20:32:43,990 DEBUG [04ac815325d6:43965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T20:32:43,990 DEBUG [04ac815325d6:43965 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:43,993 DEBUG [04ac815325d6:43965 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:43,993 DEBUG [04ac815325d6:43965 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:43,993 DEBUG [04ac815325d6:43965 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:43,993 DEBUG [04ac815325d6:43965 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:43,993 INFO [04ac815325d6:43965 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:43,993 INFO [04ac815325d6:43965 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:43,993 DEBUG [04ac815325d6:43965 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:43,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,36245,1731529963355 2024-11-13T20:32:43,994 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,36245,1731529963355, state=OPENING 2024-11-13T20:32:43,996 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:32:43,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:43,998 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:43,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:43,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,36245,1731529963355}] 2024-11-13T20:32:43,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:43,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:44,151 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:44,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:44,158 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:32:44,158 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:44,159 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:32:44,160 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C36245%2C1731529963355.meta, suffix=.meta, logDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,36245,1731529963355, archiveDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/oldWALs, maxLogs=32 2024-11-13T20:32:44,179 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,36245,1731529963355/04ac815325d6%2C36245%2C1731529963355.meta.1731529964160.meta, exclude list is [], retry=0 2024-11-13T20:32:44,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41803,DS-1c50a4d8-0a68-45e1-9a0f-e8146164bfd2,DISK] 2024-11-13T20:32:44,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35955,DS-17236688-debe-4c0d-bc74-bfcccb27ebe7,DISK] 2024-11-13T20:32:44,184 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/WALs/04ac815325d6,36245,1731529963355/04ac815325d6%2C36245%2C1731529963355.meta.1731529964160.meta 2024-11-13T20:32:44,184 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41983:41983),(127.0.0.1/127.0.0.1:38797:38797)] 2024-11-13T20:32:44,184 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:44,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:32:44,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:32:44,185 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:32:44,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:32:44,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:44,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:32:44,185 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:32:44,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:44,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:44,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:44,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:44,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:44,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:44,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:44,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:44,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:44,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:44,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:44,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:44,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:44,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:44,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:44,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:44,193 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:44,193 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740 2024-11-13T20:32:44,194 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740 2024-11-13T20:32:44,196 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:44,196 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:44,196 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:44,198 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:44,198 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68357294, jitterRate=0.01860305666923523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:44,199 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:32:44,199 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529964185Writing region info on filesystem at 1731529964185Initializing all the Stores at 1731529964186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529964186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529964187 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529964187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529964187Cleaning up temporary data from old regions at 1731529964196 (+9 ms)Running coprocessor post-open hooks at 1731529964199 (+3 ms)Region opened successfully at 1731529964199 2024-11-13T20:32:44,200 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529964151 2024-11-13T20:32:44,203 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:32:44,203 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:32:44,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,36245,1731529963355 2024-11-13T20:32:44,205 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,36245,1731529963355, state=OPEN 2024-11-13T20:32:44,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:44,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:44,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:44,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:44,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:44,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:44,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,36245,1731529963355 2024-11-13T20:32:44,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:32:44,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,36245,1731529963355 in 208 msec 2024-11-13T20:32:44,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:32:44,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-13T20:32:44,212 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:44,212 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:32:44,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:44,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,36245,1731529963355, seqNum=-1] 2024-11-13T20:32:44,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:44,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:44,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 681 msec 2024-11-13T20:32:44,220 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529964220, completionTime=-1 2024-11-13T20:32:44,220 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T20:32:44,220 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:32:44,222 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T20:32:44,222 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731530024222 2024-11-13T20:32:44,222 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731530084222 2024-11-13T20:32:44,222 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:32:44,222 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:32:44,223 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43965,1731529963258-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:44,223 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43965,1731529963258-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:44,223 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43965,1731529963258-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:44,223 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:43965, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:44,223 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:44,223 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:44,225 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:32:44,227 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.831sec 2024-11-13T20:32:44,227 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:32:44,227 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:32:44,227 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:32:44,227 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:32:44,227 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:32:44,227 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43965,1731529963258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:44,227 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43965,1731529963258-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:32:44,229 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:32:44,229 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:32:44,229 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,43965,1731529963258-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:44,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b5c434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:44,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,43965,-1 for getting cluster id 2024-11-13T20:32:44,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:32:44,282 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3edc84e1-6228-4d43-862c-fc97c188bf77' 2024-11-13T20:32:44,282 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:32:44,282 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3edc84e1-6228-4d43-862c-fc97c188bf77" 2024-11-13T20:32:44,282 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62444f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:44,282 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,43965,-1] 2024-11-13T20:32:44,283 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:32:44,283 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:44,284 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:32:44,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb06006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:44,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:44,286 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,36245,1731529963355, seqNum=-1] 2024-11-13T20:32:44,286 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:44,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:44,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,43965,1731529963258 2024-11-13T20:32:44,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:32:44,290 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,43965,1731529963258 2024-11-13T20:32:44,290 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f0e05cb 2024-11-13T20:32:44,290 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:32:44,291 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:32:44,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T20:32:44,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:32:44,294 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:44,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T20:32:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:44,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:32:44,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:44,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:44,304 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b07bb21c91bbb9eb67547cdf614eb1c, NAME => 'testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d 2024-11-13T20:32:44,305 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 85caafd3f5dd58b418014892a78471a3, NAME => 'testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d 2024-11-13T20:32:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 5b07bb21c91bbb9eb67547cdf614eb1c, disabling compactions & flushes 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 85caafd3f5dd58b418014892a78471a3, disabling compactions & flushes 2024-11-13T20:32:44,313 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:44,313 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. after waiting 0 ms 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. after waiting 0 ms 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:44,313 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:44,313 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b07bb21c91bbb9eb67547cdf614eb1c: Waiting for close lock at 1731529964313Disabling compacts and flushes for region at 1731529964313Disabling writes for close at 1731529964313Writing region close event to WAL at 1731529964313Closed at 1731529964313 2024-11-13T20:32:44,313 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 85caafd3f5dd58b418014892a78471a3: Waiting for close lock at 1731529964313Disabling compacts and flushes for region at 1731529964313Disabling writes for close at 1731529964313Writing region close event to WAL at 1731529964313Closed at 1731529964313 2024-11-13T20:32:44,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:32:44,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529964315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529964315"}]},"ts":"1731529964315"} 2024-11-13T20:32:44,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529964315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529964315"}]},"ts":"1731529964315"} 2024-11-13T20:32:44,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T20:32:44,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:32:44,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529964320"}]},"ts":"1731529964320"} 2024-11-13T20:32:44,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T20:32:44,323 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:44,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:44,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:44,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:44,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:44,324 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:44,324 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:44,324 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:44,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5b07bb21c91bbb9eb67547cdf614eb1c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85caafd3f5dd58b418014892a78471a3, ASSIGN}] 2024-11-13T20:32:44,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85caafd3f5dd58b418014892a78471a3, ASSIGN 2024-11-13T20:32:44,326 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5b07bb21c91bbb9eb67547cdf614eb1c, ASSIGN 2024-11-13T20:32:44,327 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85caafd3f5dd58b418014892a78471a3, ASSIGN; state=OFFLINE, location=04ac815325d6,43151,1731529963307; forceNewPlan=false, retain=false 2024-11-13T20:32:44,327 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5b07bb21c91bbb9eb67547cdf614eb1c, ASSIGN; state=OFFLINE, location=04ac815325d6,36245,1731529963355; forceNewPlan=false, retain=false 2024-11-13T20:32:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:44,477 INFO [04ac815325d6:43965 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T20:32:44,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=85caafd3f5dd58b418014892a78471a3, regionState=OPENING, regionLocation=04ac815325d6,43151,1731529963307 2024-11-13T20:32:44,478 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b07bb21c91bbb9eb67547cdf614eb1c, regionState=OPENING, regionLocation=04ac815325d6,36245,1731529963355 2024-11-13T20:32:44,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85caafd3f5dd58b418014892a78471a3, ASSIGN because future has completed 2024-11-13T20:32:44,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85caafd3f5dd58b418014892a78471a3, server=04ac815325d6,43151,1731529963307}] 2024-11-13T20:32:44,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5b07bb21c91bbb9eb67547cdf614eb1c, ASSIGN because future has completed 2024-11-13T20:32:44,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b07bb21c91bbb9eb67547cdf614eb1c, server=04ac815325d6,36245,1731529963355}] 2024-11-13T20:32:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:44,634 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:44,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:44,639 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:44,639 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:44,639 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 85caafd3f5dd58b418014892a78471a3, NAME => 'testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T20:32:44,639 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b07bb21c91bbb9eb67547cdf614eb1c, NAME => 'testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T20:32:44,639 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,640 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:44,640 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,640 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,640 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,640 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:44,640 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,640 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,641 INFO [StoreOpener-85caafd3f5dd58b418014892a78471a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,642 INFO [StoreOpener-5b07bb21c91bbb9eb67547cdf614eb1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,642 INFO [StoreOpener-85caafd3f5dd58b418014892a78471a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85caafd3f5dd58b418014892a78471a3 columnFamilyName family 2024-11-13T20:32:44,642 DEBUG [StoreOpener-85caafd3f5dd58b418014892a78471a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:44,643 INFO [StoreOpener-5b07bb21c91bbb9eb67547cdf614eb1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b07bb21c91bbb9eb67547cdf614eb1c columnFamilyName family 2024-11-13T20:32:44,643 DEBUG [StoreOpener-5b07bb21c91bbb9eb67547cdf614eb1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:44,643 INFO [StoreOpener-85caafd3f5dd58b418014892a78471a3-1 {}] regionserver.HStore(327): Store=85caafd3f5dd58b418014892a78471a3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:44,643 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,643 INFO [StoreOpener-5b07bb21c91bbb9eb67547cdf614eb1c-1 {}] regionserver.HStore(327): Store=5b07bb21c91bbb9eb67547cdf614eb1c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:44,643 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,644 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,644 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,644 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,645 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,645 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,645 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,645 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,645 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,646 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,647 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,649 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/85caafd3f5dd58b418014892a78471a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:44,649 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/5b07bb21c91bbb9eb67547cdf614eb1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:44,649 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 85caafd3f5dd58b418014892a78471a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64564463, jitterRate=-0.03791452944278717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:44,649 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:44,649 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5b07bb21c91bbb9eb67547cdf614eb1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66056359, jitterRate=-0.015683546662330627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:44,649 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:44,650 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 85caafd3f5dd58b418014892a78471a3: Running coprocessor pre-open hook at 1731529964640Writing region info on filesystem at 1731529964640Initializing all the Stores at 1731529964641 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529964641Cleaning up temporary data from old regions at 1731529964645 (+4 ms)Running coprocessor post-open hooks at 1731529964649 (+4 ms)Region opened successfully at 1731529964650 (+1 ms) 2024-11-13T20:32:44,650 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5b07bb21c91bbb9eb67547cdf614eb1c: Running coprocessor pre-open hook at 1731529964640Writing region info on filesystem at 1731529964640Initializing all the Stores at 1731529964641 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529964641Cleaning up temporary data from old regions at 1731529964645 (+4 ms)Running coprocessor post-open hooks at 1731529964649 (+4 ms)Region opened successfully at 1731529964650 (+1 ms) 2024-11-13T20:32:44,651 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3., pid=7, masterSystemTime=1731529964633 2024-11-13T20:32:44,651 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c., pid=8, masterSystemTime=1731529964636 2024-11-13T20:32:44,653 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:44,653 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:44,654 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=85caafd3f5dd58b418014892a78471a3, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,43151,1731529963307 2024-11-13T20:32:44,655 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:44,655 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:44,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b07bb21c91bbb9eb67547cdf614eb1c, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,36245,1731529963355 2024-11-13T20:32:44,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85caafd3f5dd58b418014892a78471a3, server=04ac815325d6,43151,1731529963307 because future has completed 2024-11-13T20:32:44,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b07bb21c91bbb9eb67547cdf614eb1c, server=04ac815325d6,36245,1731529963355 because future has completed 2024-11-13T20:32:44,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T20:32:44,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 85caafd3f5dd58b418014892a78471a3, server=04ac815325d6,43151,1731529963307 in 177 msec 2024-11-13T20:32:44,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-13T20:32:44,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b07bb21c91bbb9eb67547cdf614eb1c, server=04ac815325d6,36245,1731529963355 in 178 msec 2024-11-13T20:32:44,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=85caafd3f5dd58b418014892a78471a3, ASSIGN in 336 msec 2024-11-13T20:32:44,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T20:32:44,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5b07bb21c91bbb9eb67547cdf614eb1c, ASSIGN in 337 msec 2024-11-13T20:32:44,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:32:44,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529964666"}]},"ts":"1731529964666"} 2024-11-13T20:32:44,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T20:32:44,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:32:44,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 378 msec 2024-11-13T20:32:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:44,922 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T20:32:44,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T20:32:44,923 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:44,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T20:32:44,926 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:44,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T20:32:44,929 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c., hostname=04ac815325d6,36245,1731529963355, seqNum=2] 2024-11-13T20:32:44,940 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3., hostname=04ac815325d6,43151,1731529963307, seqNum=2] 2024-11-13T20:32:44,941 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:44,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:44,951 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 85caafd3f5dd58b418014892a78471a3 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T20:32:44,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/85caafd3f5dd58b418014892a78471a3/.tmp/family/2391789bb88146f6a5f13973b5936e65 is 32, key is 5/family:/1731529964943/Put/seqid=0 2024-11-13T20:32:44,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741839_1015 (size=5083) 2024-11-13T20:32:44,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741839_1015 (size=5083) 2024-11-13T20:32:44,974 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/85caafd3f5dd58b418014892a78471a3/.tmp/family/2391789bb88146f6a5f13973b5936e65 2024-11-13T20:32:44,980 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/85caafd3f5dd58b418014892a78471a3/.tmp/family/2391789bb88146f6a5f13973b5936e65 as hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/85caafd3f5dd58b418014892a78471a3/family/2391789bb88146f6a5f13973b5936e65 2024-11-13T20:32:44,987 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/85caafd3f5dd58b418014892a78471a3/family/2391789bb88146f6a5f13973b5936e65, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T20:32:44,988 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 85caafd3f5dd58b418014892a78471a3 in 37ms, sequenceid=9, compaction requested=false 2024-11-13T20:32:44,988 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 85caafd3f5dd58b418014892a78471a3: 2024-11-13T20:32:44,988 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5b07bb21c91bbb9eb67547cdf614eb1c 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T20:32:45,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/5b07bb21c91bbb9eb67547cdf614eb1c/.tmp/family/a24f419edbce4587b0eac252d31d5bad is 32, key is 1/family:/1731529964930/Put/seqid=0 2024-11-13T20:32:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741840_1016 (size=5054) 2024-11-13T20:32:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741840_1016 (size=5054) 2024-11-13T20:32:45,017 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/5b07bb21c91bbb9eb67547cdf614eb1c/.tmp/family/a24f419edbce4587b0eac252d31d5bad 2024-11-13T20:32:45,024 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/5b07bb21c91bbb9eb67547cdf614eb1c/.tmp/family/a24f419edbce4587b0eac252d31d5bad as hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/5b07bb21c91bbb9eb67547cdf614eb1c/family/a24f419edbce4587b0eac252d31d5bad 2024-11-13T20:32:45,031 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/5b07bb21c91bbb9eb67547cdf614eb1c/family/a24f419edbce4587b0eac252d31d5bad, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T20:32:45,033 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 5b07bb21c91bbb9eb67547cdf614eb1c in 44ms, sequenceid=8, compaction requested=false 2024-11-13T20:32:45,033 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5b07bb21c91bbb9eb67547cdf614eb1c: 2024-11-13T20:32:45,035 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file 2391789bb88146f6a5f13973b5936e65, starting offset: 0, end offset: 9223372036854775807 2024-11-13T20:32:45,035 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key 2391789bb88146f6a5f13973b5936e65_0 from back map with offset lock 2094080 in the evict process 2024-11-13T20:32:45,037 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file a24f419edbce4587b0eac252d31d5bad, starting offset: 0, end offset: 9223372036854775807 2024-11-13T20:32:45,037 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key a24f419edbce4587b0eac252d31d5bad_0 from back map with offset lock 2094080 in the evict process 2024-11-13T20:32:45,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:32:45,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:45,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:45,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:45,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:45,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:32:45,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:32:45,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26551426, stopped=false 2024-11-13T20:32:45,038 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,43965,1731529963258 2024-11-13T20:32:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:45,041 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:45,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:45,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:45,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:45,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:45,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:45,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:45,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:45,042 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,43151,1731529963307' ***** 2024-11-13T20:32:45,042 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:45,042 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,36245,1731529963355' ***** 2024-11-13T20:32:45,042 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:45,042 INFO [RS:0;04ac815325d6:43151 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T20:32:45,042 INFO [RS:1;04ac815325d6:36245 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T20:32:45,042 INFO [RS:0;04ac815325d6:43151 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T20:32:45,042 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:45,042 INFO [RS:1;04ac815325d6:36245 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T20:32:45,043 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:45,043 INFO [RS:0;04ac815325d6:43151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:45,043 INFO [RS:0;04ac815325d6:43151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:45,043 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:45,043 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T20:32:45,043 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(3091): Received CLOSE for 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:45,043 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T20:32:45,043 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T20:32:45,043 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T20:32:45,043 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:45,043 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,36245,1731529963355 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04ac815325d6:36245. 2024-11-13T20:32:45,043 DEBUG [RS:1;04ac815325d6:36245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:45,043 DEBUG [RS:1;04ac815325d6:36245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:45,043 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,43151,1731529963307 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:45,043 INFO [RS:0;04ac815325d6:43151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:45,043 INFO [RS:0;04ac815325d6:43151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:43151. 2024-11-13T20:32:45,043 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:32:45,043 DEBUG [RS:0;04ac815325d6:43151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:45,044 DEBUG [RS:0;04ac815325d6:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:45,044 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:32:45,044 DEBUG [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(1325): Online Regions={85caafd3f5dd58b418014892a78471a3=testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3.} 2024-11-13T20:32:45,044 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:32:45,044 DEBUG [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(1351): Waiting on 85caafd3f5dd58b418014892a78471a3 2024-11-13T20:32:45,044 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1325): Online Regions={5b07bb21c91bbb9eb67547cdf614eb1c=testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:32:45,044 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b07bb21c91bbb9eb67547cdf614eb1c 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b07bb21c91bbb9eb67547cdf614eb1c, disabling compactions & flushes 2024-11-13T20:32:45,044 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85caafd3f5dd58b418014892a78471a3, disabling compactions & flushes 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. after waiting 0 ms 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:45,044 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. after waiting 0 ms 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:45,044 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:45,044 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:45,045 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:45,045 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T20:32:45,056 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/5b07bb21c91bbb9eb67547cdf614eb1c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T20:32:45,056 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/default/testClearRegionBlockCache/85caafd3f5dd58b418014892a78471a3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T20:32:45,056 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:45,056 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b07bb21c91bbb9eb67547cdf614eb1c: Waiting for close lock at 1731529965044Running coprocessor pre-close hooks at 1731529965044Disabling compacts and flushes for region at 1731529965044Disabling writes for close at 1731529965044Writing region close event to WAL at 1731529965052 (+8 ms)Running coprocessor post-close hooks at 1731529965056 (+4 ms)Closed at 1731529965056 2024-11-13T20:32:45,057 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:45,057 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85caafd3f5dd58b418014892a78471a3: Waiting for close lock at 1731529965044Running coprocessor pre-close hooks at 1731529965044Disabling compacts and flushes for region at 1731529965044Disabling writes for close at 1731529965044Writing region close event to WAL at 1731529965052 (+8 ms)Running coprocessor post-close hooks at 1731529965056 (+4 ms)Closed at 1731529965056 2024-11-13T20:32:45,057 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731529964291.5b07bb21c91bbb9eb67547cdf614eb1c. 2024-11-13T20:32:45,057 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3. 2024-11-13T20:32:45,075 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/.tmp/info/e8f565c9ada2427187da217d0b247989 is 173, key is testClearRegionBlockCache,5,1731529964291.85caafd3f5dd58b418014892a78471a3./info:regioninfo/1731529964654/Put/seqid=0 2024-11-13T20:32:45,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:45,082 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/.tmp/info/e8f565c9ada2427187da217d0b247989 2024-11-13T20:32:45,104 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/.tmp/ns/378313bf9cde4ac4b8d708cf30a176bd is 43, key is default/ns:d/1731529964216/Put/seqid=0 2024-11-13T20:32:45,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:45,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:45,127 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:45,142 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:45,244 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,43151,1731529963307; all regions closed. 2024-11-13T20:32:45,244 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:32:45,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741833_1009 (size=1867) 2024-11-13T20:32:45,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741833_1009 (size=1867) 2024-11-13T20:32:45,250 DEBUG [RS:0;04ac815325d6:43151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/oldWALs 2024-11-13T20:32:45,250 INFO [RS:0;04ac815325d6:43151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C43151%2C1731529963307:(num 1731529963767) 2024-11-13T20:32:45,250 DEBUG [RS:0;04ac815325d6:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:45,250 INFO [RS:0;04ac815325d6:43151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:45,250 INFO [RS:0;04ac815325d6:43151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:45,250 INFO [RS:0;04ac815325d6:43151 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:45,250 INFO [RS:0;04ac815325d6:43151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:45,250 INFO [RS:0;04ac815325d6:43151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:45,250 INFO [RS:0;04ac815325d6:43151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:45,250 INFO [RS:0;04ac815325d6:43151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:45,250 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:45,250 INFO [RS:0;04ac815325d6:43151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43151 2024-11-13T20:32:45,252 INFO [RS:0;04ac815325d6:43151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:45,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,43151,1731529963307 2024-11-13T20:32:45,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:45,254 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,43151,1731529963307] 2024-11-13T20:32:45,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,43151,1731529963307 already deleted, retry=false 2024-11-13T20:32:45,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,43151,1731529963307 expired; onlineServers=1 2024-11-13T20:32:45,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:45,354 INFO [RS:0;04ac815325d6:43151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:45,354 INFO [RS:0;04ac815325d6:43151 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,43151,1731529963307; zookeeper connection closed. 2024-11-13T20:32:45,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x1003ad881860001, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:45,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12ed5b5e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12ed5b5e 2024-11-13T20:32:45,444 DEBUG [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:32:45,511 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/.tmp/ns/378313bf9cde4ac4b8d708cf30a176bd 2024-11-13T20:32:45,533 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/.tmp/table/ee2f65c6b9c04710a2406a6204758360 is 61, key is testClearRegionBlockCache/table:state/1731529964666/Put/seqid=0 2024-11-13T20:32:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:45,539 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/.tmp/table/ee2f65c6b9c04710a2406a6204758360 2024-11-13T20:32:45,545 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/.tmp/info/e8f565c9ada2427187da217d0b247989 as hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/info/e8f565c9ada2427187da217d0b247989 2024-11-13T20:32:45,550 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/info/e8f565c9ada2427187da217d0b247989, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T20:32:45,551 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/.tmp/ns/378313bf9cde4ac4b8d708cf30a176bd as hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/ns/378313bf9cde4ac4b8d708cf30a176bd 2024-11-13T20:32:45,556 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/ns/378313bf9cde4ac4b8d708cf30a176bd, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T20:32:45,557 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/.tmp/table/ee2f65c6b9c04710a2406a6204758360 as hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/table/ee2f65c6b9c04710a2406a6204758360 2024-11-13T20:32:45,562 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/table/ee2f65c6b9c04710a2406a6204758360, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T20:32:45,563 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 518ms, sequenceid=13, compaction requested=false 2024-11-13T20:32:45,567 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T20:32:45,568 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:32:45,568 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:45,568 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529965044Running coprocessor pre-close hooks at 1731529965044Disabling compacts and flushes for region at 1731529965044Disabling writes for close at 1731529965044Obtaining lock to block concurrent updates at 1731529965045 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731529965045Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731529965045Flushing stores of hbase:meta,,1.1588230740 at 1731529965046 (+1 ms)Flushing 1588230740/info: creating writer at 1731529965046Flushing 1588230740/info: appending metadata at 1731529965075 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731529965075Flushing 1588230740/ns: creating writer at 1731529965089 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731529965104 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731529965104Flushing 1588230740/table: creating writer at 1731529965517 (+413 ms)Flushing 1588230740/table: appending metadata at 1731529965532 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731529965532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a397fdc: reopening flushed file at 1731529965544 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d9143a: reopening flushed file at 1731529965550 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4457fc41: reopening flushed file at 1731529965556 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 518ms, sequenceid=13, compaction requested=false at 1731529965563 (+7 ms)Writing region close event to WAL at 1731529965564 (+1 ms)Running coprocessor post-close hooks at 1731529965568 (+4 ms)Closed at 1731529965568 2024-11-13T20:32:45,568 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:45,644 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,36245,1731529963355; all regions closed. 2024-11-13T20:32:45,646 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:32:45,646 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:32:45,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:45,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:45,650 DEBUG [RS:1;04ac815325d6:36245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/oldWALs 2024-11-13T20:32:45,650 INFO [RS:1;04ac815325d6:36245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C36245%2C1731529963355.meta:.meta(num 1731529964160) 2024-11-13T20:32:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741834_1010 (size=1758) 2024-11-13T20:32:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741834_1010 (size=1758) 2024-11-13T20:32:45,654 DEBUG [RS:1;04ac815325d6:36245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/oldWALs 2024-11-13T20:32:45,654 INFO [RS:1;04ac815325d6:36245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C36245%2C1731529963355:(num 1731529963777) 2024-11-13T20:32:45,654 DEBUG [RS:1;04ac815325d6:36245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:45,655 INFO [RS:1;04ac815325d6:36245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:45,655 INFO [RS:1;04ac815325d6:36245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:45,655 INFO [RS:1;04ac815325d6:36245 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:45,655 INFO [RS:1;04ac815325d6:36245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:45,655 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:45,655 INFO [RS:1;04ac815325d6:36245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36245 2024-11-13T20:32:45,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,36245,1731529963355 2024-11-13T20:32:45,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:45,657 INFO [RS:1;04ac815325d6:36245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:45,659 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,36245,1731529963355] 2024-11-13T20:32:45,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,36245,1731529963355 already deleted, retry=false 2024-11-13T20:32:45,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,36245,1731529963355 expired; onlineServers=0 2024-11-13T20:32:45,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,43965,1731529963258' ***** 2024-11-13T20:32:45,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:32:45,660 INFO [M:0;04ac815325d6:43965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:45,660 INFO [M:0;04ac815325d6:43965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:45,660 DEBUG [M:0;04ac815325d6:43965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:32:45,660 DEBUG [M:0;04ac815325d6:43965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:32:45,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:32:45,660 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529963544 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529963544,5,FailOnTimeoutGroup] 2024-11-13T20:32:45,660 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529963544 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529963544,5,FailOnTimeoutGroup] 2024-11-13T20:32:45,661 INFO [M:0;04ac815325d6:43965 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:45,661 INFO [M:0;04ac815325d6:43965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:45,661 DEBUG [M:0;04ac815325d6:43965 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:32:45,661 INFO [M:0;04ac815325d6:43965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:32:45,661 INFO [M:0;04ac815325d6:43965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:45,661 INFO [M:0;04ac815325d6:43965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:32:45,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:32:45,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:45,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:45,662 DEBUG [M:0;04ac815325d6:43965 {}] zookeeper.ZKUtil(347): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T20:32:45,662 WARN [M:0;04ac815325d6:43965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:32:45,663 INFO [M:0;04ac815325d6:43965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/.lastflushedseqids 2024-11-13T20:32:45,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741844_1020 (size=191) 2024-11-13T20:32:45,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741844_1020 (size=191) 2024-11-13T20:32:45,669 INFO [M:0;04ac815325d6:43965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:32:45,669 INFO [M:0;04ac815325d6:43965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:32:45,670 DEBUG [M:0;04ac815325d6:43965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:45,670 INFO [M:0;04ac815325d6:43965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:45,670 DEBUG [M:0;04ac815325d6:43965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:45,670 DEBUG [M:0;04ac815325d6:43965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:45,670 DEBUG [M:0;04ac815325d6:43965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:45,670 INFO [M:0;04ac815325d6:43965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-13T20:32:45,687 DEBUG [M:0;04ac815325d6:43965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62af98b78f6844f0b7503fa77dde9897 is 82, key is hbase:meta,,1/info:regioninfo/1731529964203/Put/seqid=0 2024-11-13T20:32:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:45,693 INFO [M:0;04ac815325d6:43965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62af98b78f6844f0b7503fa77dde9897 2024-11-13T20:32:45,712 DEBUG [M:0;04ac815325d6:43965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c4b82b61ad0460d9d198230c303b8ae is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529964671/Put/seqid=0 2024-11-13T20:32:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741846_1022 (size=6219) 2024-11-13T20:32:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741846_1022 (size=6219) 2024-11-13T20:32:45,717 INFO [M:0;04ac815325d6:43965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c4b82b61ad0460d9d198230c303b8ae 2024-11-13T20:32:45,736 DEBUG [M:0;04ac815325d6:43965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a8bd658a43e40f3b1148d8a9dc9bbe7 is 69, key is 04ac815325d6,36245,1731529963355/rs:state/1731529963610/Put/seqid=0 2024-11-13T20:32:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:45,742 INFO [M:0;04ac815325d6:43965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a8bd658a43e40f3b1148d8a9dc9bbe7 2024-11-13T20:32:45,747 DEBUG [M:0;04ac815325d6:43965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62af98b78f6844f0b7503fa77dde9897 as hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62af98b78f6844f0b7503fa77dde9897 2024-11-13T20:32:45,752 INFO [M:0;04ac815325d6:43965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62af98b78f6844f0b7503fa77dde9897, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T20:32:45,753 DEBUG [M:0;04ac815325d6:43965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c4b82b61ad0460d9d198230c303b8ae as hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c4b82b61ad0460d9d198230c303b8ae 2024-11-13T20:32:45,758 INFO [M:0;04ac815325d6:43965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c4b82b61ad0460d9d198230c303b8ae, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T20:32:45,758 DEBUG [M:0;04ac815325d6:43965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a8bd658a43e40f3b1148d8a9dc9bbe7 as hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a8bd658a43e40f3b1148d8a9dc9bbe7 2024-11-13T20:32:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:45,759 INFO [RS:1;04ac815325d6:36245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:45,759 INFO [RS:1;04ac815325d6:36245 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,36245,1731529963355; zookeeper connection closed. 2024-11-13T20:32:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36245-0x1003ad881860002, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:45,759 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c9c9f36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c9c9f36 2024-11-13T20:32:45,760 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T20:32:45,763 INFO [M:0;04ac815325d6:43965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37053/user/jenkins/test-data/46f16469-9953-0963-4f98-32e0b8877c1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a8bd658a43e40f3b1148d8a9dc9bbe7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T20:32:45,764 INFO [M:0;04ac815325d6:43965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=71, compaction requested=false 2024-11-13T20:32:45,765 INFO [M:0;04ac815325d6:43965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:45,765 DEBUG [M:0;04ac815325d6:43965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529965670Disabling compacts and flushes for region at 1731529965670Disabling writes for close at 1731529965670Obtaining lock to block concurrent updates at 1731529965670Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529965670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731529965670Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529965671 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529965671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529965686 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529965686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529965697 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529965711 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529965711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529965722 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529965735 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529965736 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a3117c: reopening flushed file at 1731529965747 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e85759b: reopening flushed file at 1731529965752 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448c8512: reopening flushed file at 1731529965758 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=71, compaction requested=false at 1731529965764 (+6 ms)Writing region close event to WAL at 1731529965765 (+1 ms)Closed at 1731529965765 2024-11-13T20:32:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741830_1006 (size=35440) 2024-11-13T20:32:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41803 is added to blk_1073741830_1006 (size=35440) 2024-11-13T20:32:45,768 INFO [M:0;04ac815325d6:43965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:32:45,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:45,769 INFO [M:0;04ac815325d6:43965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43965 2024-11-13T20:32:45,769 INFO [M:0;04ac815325d6:43965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:45,871 INFO [M:0;04ac815325d6:43965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:45,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:45,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1003ad881860000, quorum=127.0.0.1:51886, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:45,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b73c4d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:45,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@274755ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:45,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:45,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5131fad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:45,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55c628c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:45,877 WARN [BP-2026738745-172.17.0.2-1731529962548 heartbeating to localhost/127.0.0.1:37053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:45,877 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:45,877 WARN [BP-2026738745-172.17.0.2-1731529962548 heartbeating to localhost/127.0.0.1:37053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2026738745-172.17.0.2-1731529962548 (Datanode Uuid ae249141-3024-4878-ab8e-9c8b111361b3) service to localhost/127.0.0.1:37053 2024-11-13T20:32:45,877 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:45,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/data/data3/current/BP-2026738745-172.17.0.2-1731529962548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:45,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/data/data4/current/BP-2026738745-172.17.0.2-1731529962548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:45,878 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:45,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d13d697{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:45,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68846c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:45,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:45,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a1f269{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:45,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d1d93bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:45,882 WARN [BP-2026738745-172.17.0.2-1731529962548 heartbeating to localhost/127.0.0.1:37053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:45,882 WARN [BP-2026738745-172.17.0.2-1731529962548 heartbeating to localhost/127.0.0.1:37053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2026738745-172.17.0.2-1731529962548 (Datanode Uuid 8dacc52c-b88c-4cd7-a936-86b5ad78410f) service to localhost/127.0.0.1:37053 2024-11-13T20:32:45,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:45,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:45,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/data/data1/current/BP-2026738745-172.17.0.2-1731529962548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:45,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/cluster_66a7c89a-87fa-258a-736b-6df70dc24648/data/data2/current/BP-2026738745-172.17.0.2-1731529962548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:45,882 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:45,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17312a1d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:45,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cf9ba64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:45,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:45,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aa2d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:45,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fbfb721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:45,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:32:45,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:32:45,920 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=173 (was 154) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:37053 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:37053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:37053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:37053 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=531 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=3155 (was 3309) 2024-11-13T20:32:45,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=173, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=3155 2024-11-13T20:32:45,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.log.dir so I do NOT create it in target/test-data/6449daa8-8828-a346-e064-005c98391846 2024-11-13T20:32:45,942 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T20:32:45,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.tmp.dir so I do NOT create it in target/test-data/6449daa8-8828-a346-e064-005c98391846 2024-11-13T20:32:45,942 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df098d44-54b9-b77e-079e-46f3bbbb5dbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T20:32:45,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846 2024-11-13T20:32:45,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T20:32:45,943 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd, deleteOnExit=true 2024-11-13T20:32:45,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T20:32:45,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/test.cache.data in system properties and HBase conf 2024-11-13T20:32:45,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T20:32:45,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/hadoop.log.dir in system properties and HBase conf 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T20:32:45,944 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T20:32:45,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T20:32:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T20:32:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/nfs.dump.dir in system properties and HBase conf 2024-11-13T20:32:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/java.io.tmpdir in system properties and HBase conf 2024-11-13T20:32:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T20:32:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T20:32:45,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T20:32:46,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:46,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:46,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:46,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:46,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:46,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:46,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10b682dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:46,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78342bab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:46,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f51fd89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/java.io.tmpdir/jetty-localhost-36589-hadoop-hdfs-3_4_1-tests_jar-_-any-10832257523407866177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:46,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4042cb2{HTTP/1.1, (http/1.1)}{localhost:36589} 2024-11-13T20:32:46,163 INFO [Time-limited test {}] server.Server(415): Started @24157ms 2024-11-13T20:32:46,240 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T20:32:46,294 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:46,295 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:46,295 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:46,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:46,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:46,296 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:46,299 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:46,300 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:46,302 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T20:32:46,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:46,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:46,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:46,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:46,323 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T20:32:46,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea4380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:46,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34d772bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:46,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b4f139{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/java.io.tmpdir/jetty-localhost-37161-hadoop-hdfs-3_4_1-tests_jar-_-any-17660037963445747080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:46,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b3eca56{HTTP/1.1, (http/1.1)}{localhost:37161} 2024-11-13T20:32:46,439 INFO [Time-limited test {}] server.Server(415): Started @24433ms 2024-11-13T20:32:46,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:46,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T20:32:46,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T20:32:46,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T20:32:46,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T20:32:46,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T20:32:46,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db8733d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/hadoop.log.dir/,AVAILABLE} 2024-11-13T20:32:46,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa56f48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T20:32:46,536 WARN [Thread-1415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/data/data1/current/BP-922372909-172.17.0.2-1731529965968/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:46,536 WARN [Thread-1416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/data/data2/current/BP-922372909-172.17.0.2-1731529965968/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:46,553 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:46,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27238252d16a759c with lease ID 0xfcac0baf2e0f3f59: Processing first storage report for DS-c0b3c34b-2d54-4ef0-9880-f6a987ded3e7 from datanode DatanodeRegistration(127.0.0.1:44231, datanodeUuid=c1ab8cc7-4c59-404a-a95d-92a7c29039f2, infoPort=45983, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=79663856;c=1731529965968) 2024-11-13T20:32:46,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27238252d16a759c with lease ID 0xfcac0baf2e0f3f59: from storage DS-c0b3c34b-2d54-4ef0-9880-f6a987ded3e7 node DatanodeRegistration(127.0.0.1:44231, datanodeUuid=c1ab8cc7-4c59-404a-a95d-92a7c29039f2, infoPort=45983, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=79663856;c=1731529965968), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:46,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27238252d16a759c with lease ID 0xfcac0baf2e0f3f59: Processing first storage report for DS-30516a8a-735a-4da3-83e2-b3d402e755c5 from datanode DatanodeRegistration(127.0.0.1:44231, datanodeUuid=c1ab8cc7-4c59-404a-a95d-92a7c29039f2, infoPort=45983, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=79663856;c=1731529965968) 2024-11-13T20:32:46,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27238252d16a759c with lease ID 0xfcac0baf2e0f3f59: from storage DS-30516a8a-735a-4da3-83e2-b3d402e755c5 node DatanodeRegistration(127.0.0.1:44231, datanodeUuid=c1ab8cc7-4c59-404a-a95d-92a7c29039f2, infoPort=45983, infoSecurePort=0, ipcPort=33085, storageInfo=lv=-57;cid=testClusterID;nsid=79663856;c=1731529965968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:46,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d694c00{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/java.io.tmpdir/jetty-localhost-42091-hadoop-hdfs-3_4_1-tests_jar-_-any-230555921091136266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:46,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@400a0cb8{HTTP/1.1, (http/1.1)}{localhost:42091} 2024-11-13T20:32:46,604 INFO [Time-limited test {}] server.Server(415): Started @24598ms 2024-11-13T20:32:46,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T20:32:46,697 WARN [Thread-1441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/data/data3/current/BP-922372909-172.17.0.2-1731529965968/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:46,697 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/data/data4/current/BP-922372909-172.17.0.2-1731529965968/current, will proceed with Du for space computation calculation, 2024-11-13T20:32:46,713 WARN [Thread-1430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T20:32:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72da078096ec59c6 with lease ID 0xfcac0baf2e0f3f5a: Processing first storage report for DS-efd53840-c2c2-4e9f-bfe5-df1c2729ac95 from datanode DatanodeRegistration(127.0.0.1:46287, datanodeUuid=6dfd3e3e-a8ea-426e-8cf6-d3a1d46aff80, infoPort=46119, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=79663856;c=1731529965968) 2024-11-13T20:32:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72da078096ec59c6 with lease ID 0xfcac0baf2e0f3f5a: from storage DS-efd53840-c2c2-4e9f-bfe5-df1c2729ac95 node DatanodeRegistration(127.0.0.1:46287, datanodeUuid=6dfd3e3e-a8ea-426e-8cf6-d3a1d46aff80, infoPort=46119, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=79663856;c=1731529965968), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72da078096ec59c6 with lease ID 0xfcac0baf2e0f3f5a: Processing first storage report for DS-948660ca-53a5-4db4-85a2-75f6628cfb0c from datanode DatanodeRegistration(127.0.0.1:46287, datanodeUuid=6dfd3e3e-a8ea-426e-8cf6-d3a1d46aff80, infoPort=46119, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=79663856;c=1731529965968) 2024-11-13T20:32:46,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72da078096ec59c6 with lease ID 0xfcac0baf2e0f3f5a: from storage DS-948660ca-53a5-4db4-85a2-75f6628cfb0c node DatanodeRegistration(127.0.0.1:46287, datanodeUuid=6dfd3e3e-a8ea-426e-8cf6-d3a1d46aff80, infoPort=46119, infoSecurePort=0, ipcPort=44953, storageInfo=lv=-57;cid=testClusterID;nsid=79663856;c=1731529965968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T20:32:46,728 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846 2024-11-13T20:32:46,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/zookeeper_0, clientPort=50043, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T20:32:46,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50043 2024-11-13T20:32:46,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:46,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741825_1001 (size=7) 2024-11-13T20:32:46,745 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d with version=8 2024-11-13T20:32:46,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/hbase-staging 2024-11-13T20:32:46,747 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:46,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:46,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:46,747 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:46,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:46,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:46,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T20:32:46,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:46,748 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42343 2024-11-13T20:32:46,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42343 connecting to ZooKeeper ensemble=127.0.0.1:50043 2024-11-13T20:32:46,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423430x0, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:46,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42343-0x1003ad88f290000 connected 2024-11-13T20:32:46,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:46,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:46,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:46,775 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d, hbase.cluster.distributed=false 2024-11-13T20:32:46,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:46,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42343 2024-11-13T20:32:46,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42343 2024-11-13T20:32:46,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42343 2024-11-13T20:32:46,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42343 2024-11-13T20:32:46,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42343 2024-11-13T20:32:46,792 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:46,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:46,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:46,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:46,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:46,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:46,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:46,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:46,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33405 2024-11-13T20:32:46,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33405 connecting to ZooKeeper ensemble=127.0.0.1:50043 2024-11-13T20:32:46,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:46,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:46,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334050x0, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:46,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334050x0, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:46,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33405-0x1003ad88f290001 connected 2024-11-13T20:32:46,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:46,801 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T20:32:46,809 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T20:32:46,809 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T20:32:46,810 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T20:32:46,810 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:46,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:46,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:46,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-13T20:32:46,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33405 2024-11-13T20:32:46,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33405 2024-11-13T20:32:46,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-13T20:32:46,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-13T20:32:46,843 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04ac815325d6:0 server-side Connection retries=45 2024-11-13T20:32:46,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:46,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:46,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T20:32:46,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T20:32:46,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T20:32:46,844 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T20:32:46,844 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T20:32:46,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35145 2024-11-13T20:32:46,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35145 connecting to ZooKeeper ensemble=127.0.0.1:50043 2024-11-13T20:32:46,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:46,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:46,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351450x0, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T20:32:46,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351450x0, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:46,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35145-0x1003ad88f290002 connected 2024-11-13T20:32:46,852 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T20:32:46,853 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-13T20:32:46,862 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-13T20:32:46,862 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-13T20:32:46,867 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-13T20:32:46,868 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T20:32:46,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T20:32:46,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T20:32:46,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35145 2024-11-13T20:32:46,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35145 2024-11-13T20:32:46,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35145 2024-11-13T20:32:46,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35145 2024-11-13T20:32:46,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35145 2024-11-13T20:32:46,884 DEBUG [M:0;04ac815325d6:42343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04ac815325d6:42343 2024-11-13T20:32:46,884 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04ac815325d6,42343,1731529966746 2024-11-13T20:32:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:46,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:46,886 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04ac815325d6,42343,1731529966746 2024-11-13T20:32:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:46,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:46,888 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T20:32:46,889 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04ac815325d6,42343,1731529966746 from backup master directory 2024-11-13T20:32:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04ac815325d6,42343,1731529966746 2024-11-13T20:32:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T20:32:46,890 WARN [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:46,890 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04ac815325d6,42343,1731529966746 2024-11-13T20:32:46,895 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/hbase.id] with ID: ce43fe76-d73f-4c26-bbf6-711db7fb36e1 2024-11-13T20:32:46,895 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/.tmp/hbase.id 2024-11-13T20:32:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:46,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741826_1002 (size=42) 2024-11-13T20:32:46,902 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/.tmp/hbase.id]:[hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/hbase.id] 2024-11-13T20:32:46,914 INFO [master/04ac815325d6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T20:32:46,914 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T20:32:46,915 INFO [master/04ac815325d6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T20:32:46,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:46,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:46,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:46,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:46,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741827_1003 (size=196) 2024-11-13T20:32:46,927 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:46,927 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T20:32:46,928 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:46,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741828_1004 (size=1189) 2024-11-13T20:32:46,935 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store 2024-11-13T20:32:46,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:46,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741829_1005 (size=34) 2024-11-13T20:32:46,941 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:46,941 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:46,941 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:46,941 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:46,941 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:46,941 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:46,941 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:46,941 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529966941Disabling compacts and flushes for region at 1731529966941Disabling writes for close at 1731529966941Writing region close event to WAL at 1731529966941Closed at 1731529966941 2024-11-13T20:32:46,942 WARN [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/.initializing 2024-11-13T20:32:46,942 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/WALs/04ac815325d6,42343,1731529966746 2024-11-13T20:32:46,943 INFO [master/04ac815325d6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:46,944 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C42343%2C1731529966746, suffix=, logDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/WALs/04ac815325d6,42343,1731529966746, archiveDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/oldWALs, maxLogs=10 2024-11-13T20:32:46,958 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/WALs/04ac815325d6,42343,1731529966746/04ac815325d6%2C42343%2C1731529966746.1731529966944, exclude list is [], retry=0 2024-11-13T20:32:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46287,DS-efd53840-c2c2-4e9f-bfe5-df1c2729ac95,DISK] 2024-11-13T20:32:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-c0b3c34b-2d54-4ef0-9880-f6a987ded3e7,DISK] 2024-11-13T20:32:46,963 INFO [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/WALs/04ac815325d6,42343,1731529966746/04ac815325d6%2C42343%2C1731529966746.1731529966944 2024-11-13T20:32:46,963 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119),(127.0.0.1/127.0.0.1:45983:45983)] 2024-11-13T20:32:46,963 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:46,963 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:46,963 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,963 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T20:32:46,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:46,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:46,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T20:32:46,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:46,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:46,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T20:32:46,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:46,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:46,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T20:32:46,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:46,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:46,972 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,972 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,973 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,974 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,974 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,975 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:46,976 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T20:32:46,978 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:46,978 INFO [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62023080, jitterRate=-0.07578408718109131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:46,979 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731529966964Initializing all the Stores at 1731529966964Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529966964Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529966965 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529966965Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529966965Cleaning up temporary data from old regions at 1731529966974 (+9 ms)Region opened successfully at 1731529966979 (+5 ms) 2024-11-13T20:32:46,979 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T20:32:46,982 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a332d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:46,983 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T20:32:46,983 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T20:32:46,983 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T20:32:46,983 INFO [master/04ac815325d6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T20:32:46,984 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T20:32:46,984 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T20:32:46,984 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T20:32:46,986 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T20:32:46,987 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T20:32:46,988 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T20:32:46,988 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T20:32:46,989 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T20:32:46,990 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T20:32:46,990 INFO [master/04ac815325d6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T20:32:46,991 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T20:32:46,992 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T20:32:46,993 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T20:32:46,994 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T20:32:46,996 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T20:32:46,998 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T20:32:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:47,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,000 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04ac815325d6,42343,1731529966746, sessionid=0x1003ad88f290000, setting cluster-up flag (Was=false) 2024-11-13T20:32:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,008 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T20:32:47,009 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42343,1731529966746 2024-11-13T20:32:47,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,016 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T20:32:47,017 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04ac815325d6,42343,1731529966746 2024-11-13T20:32:47,019 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T20:32:47,021 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:47,021 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T20:32:47,021 INFO [master/04ac815325d6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T20:32:47,022 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04ac815325d6,42343,1731529966746 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T20:32:47,023 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:47,023 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:47,023 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:47,023 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04ac815325d6:0, corePoolSize=5, maxPoolSize=5 2024-11-13T20:32:47,023 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04ac815325d6:0, corePoolSize=10, maxPoolSize=10 2024-11-13T20:32:47,023 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,023 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:47,023 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:47,025 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731529997025 2024-11-13T20:32:47,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T20:32:47,026 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T20:32:47,026 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T20:32:47,026 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T20:32:47,026 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T20:32:47,026 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T20:32:47,026 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T20:32:47,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T20:32:47,031 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T20:32:47,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T20:32:47,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T20:32:47,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T20:32:47,033 INFO [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T20:32:47,036 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529967033,5,FailOnTimeoutGroup] 2024-11-13T20:32:47,037 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529967036,5,FailOnTimeoutGroup] 2024-11-13T20:32:47,038 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,038 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T20:32:47,038 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,038 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:47,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741831_1007 (size=1321) 2024-11-13T20:32:47,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T20:32:47,045 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d 2024-11-13T20:32:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741832_1008 (size=32) 2024-11-13T20:32:47,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:47,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:47,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:47,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:47,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:47,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:47,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:47,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:47,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:47,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:47,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:47,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:47,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:47,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:47,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740 2024-11-13T20:32:47,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740 2024-11-13T20:32:47,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:47,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:47,069 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:47,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:47,072 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:47,072 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74904910, jitterRate=0.11617013812065125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:47,073 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(746): ClusterId : ce43fe76-d73f-4c26-bbf6-711db7fb36e1 2024-11-13T20:32:47,073 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(746): ClusterId : ce43fe76-d73f-4c26-bbf6-711db7fb36e1 2024-11-13T20:32:47,073 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:47,073 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T20:32:47,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731529967059Initializing all the Stores at 1731529967060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529967060Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529967060Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529967060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529967060Cleaning up temporary data from old regions at 1731529967068 (+8 ms)Region opened successfully at 1731529967073 (+5 ms) 2024-11-13T20:32:47,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:47,073 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:47,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:47,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:47,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:47,074 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:47,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529967073Disabling compacts and flushes for region at 1731529967073Disabling writes for close at 1731529967073Writing region close event to WAL at 1731529967074 (+1 ms)Closed at 1731529967074 2024-11-13T20:32:47,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:47,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T20:32:47,075 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:47,075 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:47,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T20:32:47,075 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T20:32:47,075 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T20:32:47,076 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:47,077 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T20:32:47,078 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:47,078 DEBUG [RS:1;04ac815325d6:35145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2639d9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:47,078 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T20:32:47,079 DEBUG [RS:0;04ac815325d6:33405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617e21ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04ac815325d6/172.17.0.2:0 2024-11-13T20:32:47,090 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04ac815325d6:35145 2024-11-13T20:32:47,090 INFO [RS:1;04ac815325d6:35145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:47,090 INFO [RS:1;04ac815325d6:35145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:47,090 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:47,091 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,42343,1731529966746 with port=35145, startcode=1731529966843 2024-11-13T20:32:47,091 DEBUG [RS:1;04ac815325d6:35145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:47,093 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:47,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,35145,1731529966843 2024-11-13T20:32:47,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42343 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,35145,1731529966843 2024-11-13T20:32:47,095 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d 2024-11-13T20:32:47,095 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45507 2024-11-13T20:32:47,095 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:47,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:47,097 DEBUG [RS:0;04ac815325d6:33405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04ac815325d6:33405 2024-11-13T20:32:47,097 INFO [RS:0;04ac815325d6:33405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T20:32:47,097 DEBUG [RS:1;04ac815325d6:35145 {}] zookeeper.ZKUtil(111): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,35145,1731529966843 2024-11-13T20:32:47,097 INFO [RS:0;04ac815325d6:33405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T20:32:47,097 DEBUG [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T20:32:47,097 WARN [RS:1;04ac815325d6:35145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:47,097 INFO [RS:1;04ac815325d6:35145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:47,097 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,35145,1731529966843 2024-11-13T20:32:47,098 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(2659): reportForDuty to master=04ac815325d6,42343,1731529966746 with port=33405, startcode=1731529966792 2024-11-13T20:32:47,098 DEBUG [RS:0;04ac815325d6:33405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T20:32:47,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,35145,1731529966843] 2024-11-13T20:32:47,100 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T20:32:47,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04ac815325d6,33405,1731529966792 2024-11-13T20:32:47,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42343 {}] master.ServerManager(517): Registering regionserver=04ac815325d6,33405,1731529966792 2024-11-13T20:32:47,102 INFO [RS:1;04ac815325d6:35145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:47,102 DEBUG [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d 2024-11-13T20:32:47,102 DEBUG [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45507 2024-11-13T20:32:47,102 DEBUG [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T20:32:47,103 INFO [RS:1;04ac815325d6:35145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:47,104 INFO [RS:1;04ac815325d6:35145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:47,104 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,104 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:47,105 INFO [RS:1;04ac815325d6:35145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:47,105 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:47,105 DEBUG [RS:1;04ac815325d6:35145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:47,107 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,107 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,107 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,107 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,107 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,107 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35145,1731529966843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:47,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:47,111 DEBUG [RS:0;04ac815325d6:33405 {}] zookeeper.ZKUtil(111): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04ac815325d6,33405,1731529966792 2024-11-13T20:32:47,111 WARN [RS:0;04ac815325d6:33405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T20:32:47,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04ac815325d6,33405,1731529966792] 2024-11-13T20:32:47,112 INFO [RS:0;04ac815325d6:33405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:47,112 DEBUG [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,33405,1731529966792 2024-11-13T20:32:47,119 INFO [RS:0;04ac815325d6:33405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T20:32:47,122 INFO [RS:0;04ac815325d6:33405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T20:32:47,122 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:47,122 INFO [RS:0;04ac815325d6:33405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T20:32:47,123 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,123 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,35145,1731529966843-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,123 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,123 INFO [RS:1;04ac815325d6:35145 {}] regionserver.Replication(171): 04ac815325d6,35145,1731529966843 started 2024-11-13T20:32:47,123 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T20:32:47,124 INFO [RS:0;04ac815325d6:33405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T20:32:47,124 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04ac815325d6:0, corePoolSize=2, maxPoolSize=2 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04ac815325d6:0, corePoolSize=1, maxPoolSize=1 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:47,124 DEBUG [RS:0;04ac815325d6:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04ac815325d6:0, corePoolSize=3, maxPoolSize=3 2024-11-13T20:32:47,125 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,125 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,125 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,125 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,125 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,125 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33405,1731529966792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:47,143 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,143 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,35145,1731529966843, RpcServer on 04ac815325d6/172.17.0.2:35145, sessionid=0x1003ad88f290002 2024-11-13T20:32:47,143 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:47,143 DEBUG [RS:1;04ac815325d6:35145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,35145,1731529966843 2024-11-13T20:32:47,143 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35145,1731529966843' 2024-11-13T20:32:47,143 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:47,143 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:47,144 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:47,144 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:47,144 DEBUG [RS:1;04ac815325d6:35145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,35145,1731529966843 2024-11-13T20:32:47,144 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,35145,1731529966843' 2024-11-13T20:32:47,144 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:47,144 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T20:32:47,144 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:47,144 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,33405,1731529966792-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,144 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,144 INFO [RS:0;04ac815325d6:33405 {}] regionserver.Replication(171): 04ac815325d6,33405,1731529966792 started 2024-11-13T20:32:47,145 DEBUG [RS:1;04ac815325d6:35145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:47,145 INFO [RS:1;04ac815325d6:35145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:47,145 INFO [RS:1;04ac815325d6:35145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:47,158 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,158 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(1482): Serving as 04ac815325d6,33405,1731529966792, RpcServer on 04ac815325d6/172.17.0.2:33405, sessionid=0x1003ad88f290001 2024-11-13T20:32:47,158 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T20:32:47,158 DEBUG [RS:0;04ac815325d6:33405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04ac815325d6,33405,1731529966792 2024-11-13T20:32:47,158 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,33405,1731529966792' 2024-11-13T20:32:47,158 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T20:32:47,158 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T20:32:47,159 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T20:32:47,159 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T20:32:47,159 DEBUG [RS:0;04ac815325d6:33405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04ac815325d6,33405,1731529966792 2024-11-13T20:32:47,159 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04ac815325d6,33405,1731529966792' 2024-11-13T20:32:47,159 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T20:32:47,159 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T20:32:47,160 DEBUG [RS:0;04ac815325d6:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T20:32:47,160 INFO [RS:0;04ac815325d6:33405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T20:32:47,160 INFO [RS:0;04ac815325d6:33405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T20:32:47,228 WARN [04ac815325d6:42343 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T20:32:47,245 INFO [RS:1;04ac815325d6:35145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:47,248 INFO [RS:1;04ac815325d6:35145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C35145%2C1731529966843, suffix=, logDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,35145,1731529966843, archiveDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/oldWALs, maxLogs=32 2024-11-13T20:32:47,260 INFO [RS:0;04ac815325d6:33405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T20:32:47,262 INFO [RS:0;04ac815325d6:33405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C33405%2C1731529966792, suffix=, logDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,33405,1731529966792, archiveDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/oldWALs, maxLogs=32 2024-11-13T20:32:47,269 DEBUG [RS:1;04ac815325d6:35145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,35145,1731529966843/04ac815325d6%2C35145%2C1731529966843.1731529967248, exclude list is [], retry=0 2024-11-13T20:32:47,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-c0b3c34b-2d54-4ef0-9880-f6a987ded3e7,DISK] 2024-11-13T20:32:47,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46287,DS-efd53840-c2c2-4e9f-bfe5-df1c2729ac95,DISK] 2024-11-13T20:32:47,274 INFO [RS:1;04ac815325d6:35145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,35145,1731529966843/04ac815325d6%2C35145%2C1731529966843.1731529967248 2024-11-13T20:32:47,275 DEBUG [RS:1;04ac815325d6:35145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45983:45983),(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-13T20:32:47,276 DEBUG [RS:0;04ac815325d6:33405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,33405,1731529966792/04ac815325d6%2C33405%2C1731529966792.1731529967262, exclude list is [], retry=0 2024-11-13T20:32:47,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46287,DS-efd53840-c2c2-4e9f-bfe5-df1c2729ac95,DISK] 2024-11-13T20:32:47,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-c0b3c34b-2d54-4ef0-9880-f6a987ded3e7,DISK] 2024-11-13T20:32:47,281 INFO [RS:0;04ac815325d6:33405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,33405,1731529966792/04ac815325d6%2C33405%2C1731529966792.1731529967262 2024-11-13T20:32:47,281 DEBUG [RS:0;04ac815325d6:33405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45983:45983),(127.0.0.1/127.0.0.1:46119:46119)] 2024-11-13T20:32:47,478 DEBUG [04ac815325d6:42343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-13T20:32:47,478 DEBUG [04ac815325d6:42343 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:47,481 DEBUG [04ac815325d6:42343 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:47,481 DEBUG [04ac815325d6:42343 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:47,481 DEBUG [04ac815325d6:42343 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:47,481 DEBUG [04ac815325d6:42343 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:47,481 INFO [04ac815325d6:42343 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:47,481 INFO [04ac815325d6:42343 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:47,481 DEBUG [04ac815325d6:42343 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:47,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04ac815325d6,35145,1731529966843 2024-11-13T20:32:47,482 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35145,1731529966843, state=OPENING 2024-11-13T20:32:47,484 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T20:32:47,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:47,486 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T20:32:47,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:47,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:47,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:47,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35145,1731529966843}] 2024-11-13T20:32:47,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:32:47,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T20:32:47,639 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:47,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:47,644 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T20:32:47,644 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T20:32:47,645 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T20:32:47,646 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04ac815325d6%2C35145%2C1731529966843.meta, suffix=.meta, logDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,35145,1731529966843, archiveDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/oldWALs, maxLogs=32 2024-11-13T20:32:47,659 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,35145,1731529966843/04ac815325d6%2C35145%2C1731529966843.meta.1731529967646.meta, exclude list is [], retry=0 2024-11-13T20:32:47,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46287,DS-efd53840-c2c2-4e9f-bfe5-df1c2729ac95,DISK] 2024-11-13T20:32:47,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-c0b3c34b-2d54-4ef0-9880-f6a987ded3e7,DISK] 2024-11-13T20:32:47,664 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/WALs/04ac815325d6,35145,1731529966843/04ac815325d6%2C35145%2C1731529966843.meta.1731529967646.meta 2024-11-13T20:32:47,665 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46119:46119),(127.0.0.1/127.0.0.1:45983:45983)] 2024-11-13T20:32:47,666 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T20:32:47,666 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T20:32:47,666 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T20:32:47,666 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T20:32:47,666 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T20:32:47,666 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:47,666 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T20:32:47,666 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T20:32:47,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T20:32:47,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T20:32:47,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:47,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T20:32:47,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T20:32:47,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:47,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T20:32:47,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T20:32:47,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:47,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T20:32:47,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T20:32:47,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T20:32:47,672 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T20:32:47,672 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740 2024-11-13T20:32:47,673 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740 2024-11-13T20:32:47,674 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T20:32:47,674 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T20:32:47,675 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T20:32:47,676 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T20:32:47,677 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72147172, jitterRate=0.0750766396522522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T20:32:47,677 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T20:32:47,678 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731529967666Writing region info on filesystem at 1731529967666Initializing all the Stores at 1731529967667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529967667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529967667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529967667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731529967667Cleaning up temporary data from old regions at 1731529967674 (+7 ms)Running coprocessor post-open hooks at 1731529967677 (+3 ms)Region opened successfully at 1731529967678 (+1 ms) 2024-11-13T20:32:47,679 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731529967639 2024-11-13T20:32:47,681 DEBUG [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T20:32:47,681 INFO [RS_OPEN_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T20:32:47,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35145,1731529966843 2024-11-13T20:32:47,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04ac815325d6,35145,1731529966843, state=OPEN 2024-11-13T20:32:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T20:32:47,685 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04ac815325d6,35145,1731529966843 2024-11-13T20:32:47,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:47,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:47,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T20:32:47,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T20:32:47,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04ac815325d6,35145,1731529966843 in 199 msec 2024-11-13T20:32:47,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T20:32:47,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-13T20:32:47,690 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T20:32:47,690 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T20:32:47,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:47,692 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35145,1731529966843, seqNum=-1] 2024-11-13T20:32:47,692 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:47,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:47,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 677 msec 2024-11-13T20:32:47,698 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731529967698, completionTime=-1 2024-11-13T20:32:47,698 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-13T20:32:47,698 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T20:32:47,700 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-13T20:32:47,700 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731530027700 2024-11-13T20:32:47,700 INFO [master/04ac815325d6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731530087700 2024-11-13T20:32:47,700 INFO [master/04ac815325d6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T20:32:47,700 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T20:32:47,701 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42343,1731529966746-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,701 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42343,1731529966746-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,701 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42343,1731529966746-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,701 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04ac815325d6:42343, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,701 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,701 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,703 DEBUG [master/04ac815325d6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T20:32:47,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.814sec 2024-11-13T20:32:47,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T20:32:47,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T20:32:47,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T20:32:47,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T20:32:47,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T20:32:47,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42343,1731529966746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T20:32:47,705 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42343,1731529966746-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T20:32:47,707 DEBUG [master/04ac815325d6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T20:32:47,707 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T20:32:47,707 INFO [master/04ac815325d6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04ac815325d6,42343,1731529966746-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T20:32:47,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f58a8e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:47,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04ac815325d6,42343,-1 for getting cluster id 2024-11-13T20:32:47,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T20:32:47,775 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce43fe76-d73f-4c26-bbf6-711db7fb36e1' 2024-11-13T20:32:47,775 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T20:32:47,775 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce43fe76-d73f-4c26-bbf6-711db7fb36e1" 2024-11-13T20:32:47,776 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133c8206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:47,776 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04ac815325d6,42343,-1] 2024-11-13T20:32:47,776 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T20:32:47,776 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:47,777 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T20:32:47,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703fc1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T20:32:47,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T20:32:47,779 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04ac815325d6,35145,1731529966843, seqNum=-1] 2024-11-13T20:32:47,780 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:47,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:47,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04ac815325d6,42343,1731529966746 2024-11-13T20:32:47,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T20:32:47,784 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 04ac815325d6,42343,1731529966746 2024-11-13T20:32:47,784 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5edbb660 2024-11-13T20:32:47,784 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T20:32:47,785 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T20:32:47,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T20:32:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-13T20:32:47,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T20:32:47,788 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:47,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-13T20:32:47,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T20:32:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:47,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:47,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741836_1012 (size=379) 2024-11-13T20:32:47,799 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2d0de4c6548f473272a3911ade4d377, NAME => 'testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d 2024-11-13T20:32:47,799 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1d9fc9fa3dbdee3802360717a6a80c2b, NAME => 'testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d 2024-11-13T20:32:47,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:47,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741838_1014 (size=61) 2024-11-13T20:32:47,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:47,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f2d0de4c6548f473272a3911ade4d377, disabling compactions & flushes 2024-11-13T20:32:47,808 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:47,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:47,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. after waiting 0 ms 2024-11-13T20:32:47,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:47,808 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:47,808 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2d0de4c6548f473272a3911ade4d377: Waiting for close lock at 1731529967808Disabling compacts and flushes for region at 1731529967808Disabling writes for close at 1731529967808Writing region close event to WAL at 1731529967808Closed at 1731529967808 2024-11-13T20:32:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741837_1013 (size=61) 2024-11-13T20:32:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:48,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:48,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1d9fc9fa3dbdee3802360717a6a80c2b, disabling compactions & flushes 2024-11-13T20:32:48,209 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:48,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:48,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. after waiting 0 ms 2024-11-13T20:32:48,209 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:48,209 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:48,210 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1d9fc9fa3dbdee3802360717a6a80c2b: Waiting for close lock at 1731529968209Disabling compacts and flushes for region at 1731529968209Disabling writes for close at 1731529968209Writing region close event to WAL at 1731529968209Closed at 1731529968209 2024-11-13T20:32:48,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T20:32:48,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529968211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529968211"}]},"ts":"1731529968211"} 2024-11-13T20:32:48,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731529968211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731529968211"}]},"ts":"1731529968211"} 2024-11-13T20:32:48,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-13T20:32:48,215 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T20:32:48,216 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529968215"}]},"ts":"1731529968215"} 2024-11-13T20:32:48,217 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-13T20:32:48,218 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {04ac815325d6=0} racks are {/default-rack=0} 2024-11-13T20:32:48,219 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T20:32:48,219 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T20:32:48,219 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T20:32:48,219 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T20:32:48,219 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T20:32:48,219 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T20:32:48,219 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T20:32:48,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2d0de4c6548f473272a3911ade4d377, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9fc9fa3dbdee3802360717a6a80c2b, ASSIGN}] 2024-11-13T20:32:48,220 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9fc9fa3dbdee3802360717a6a80c2b, ASSIGN 2024-11-13T20:32:48,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2d0de4c6548f473272a3911ade4d377, ASSIGN 2024-11-13T20:32:48,221 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2d0de4c6548f473272a3911ade4d377, ASSIGN; state=OFFLINE, location=04ac815325d6,35145,1731529966843; forceNewPlan=false, retain=false 2024-11-13T20:32:48,221 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9fc9fa3dbdee3802360717a6a80c2b, ASSIGN; state=OFFLINE, location=04ac815325d6,33405,1731529966792; forceNewPlan=false, retain=false 2024-11-13T20:32:48,372 INFO [04ac815325d6:42343 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-13T20:32:48,372 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2d0de4c6548f473272a3911ade4d377, regionState=OPENING, regionLocation=04ac815325d6,35145,1731529966843 2024-11-13T20:32:48,372 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1d9fc9fa3dbdee3802360717a6a80c2b, regionState=OPENING, regionLocation=04ac815325d6,33405,1731529966792 2024-11-13T20:32:48,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2d0de4c6548f473272a3911ade4d377, ASSIGN because future has completed 2024-11-13T20:32:48,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2d0de4c6548f473272a3911ade4d377, server=04ac815325d6,35145,1731529966843}] 2024-11-13T20:32:48,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9fc9fa3dbdee3802360717a6a80c2b, ASSIGN because future has completed 2024-11-13T20:32:48,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d9fc9fa3dbdee3802360717a6a80c2b, server=04ac815325d6,33405,1731529966792}] 2024-11-13T20:32:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:48,529 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:48,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:48,532 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:48,532 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f2d0de4c6548f473272a3911ade4d377, NAME => 'testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377.', STARTKEY => '', ENDKEY => '5'} 2024-11-13T20:32:48,532 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,532 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:48,532 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,533 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,534 INFO [StoreOpener-f2d0de4c6548f473272a3911ade4d377-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,534 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:48,534 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d9fc9fa3dbdee3802360717a6a80c2b, NAME => 'testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b.', STARTKEY => '5', ENDKEY => ''} 2024-11-13T20:32:48,535 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,535 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T20:32:48,535 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,535 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,535 INFO [StoreOpener-f2d0de4c6548f473272a3911ade4d377-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d0de4c6548f473272a3911ade4d377 columnFamilyName family 2024-11-13T20:32:48,535 DEBUG [StoreOpener-f2d0de4c6548f473272a3911ade4d377-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:48,536 INFO [StoreOpener-f2d0de4c6548f473272a3911ade4d377-1 {}] regionserver.HStore(327): Store=f2d0de4c6548f473272a3911ade4d377/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:48,536 INFO [StoreOpener-1d9fc9fa3dbdee3802360717a6a80c2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,536 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,537 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,537 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,537 INFO [StoreOpener-1d9fc9fa3dbdee3802360717a6a80c2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d9fc9fa3dbdee3802360717a6a80c2b columnFamilyName family 2024-11-13T20:32:48,537 DEBUG [StoreOpener-1d9fc9fa3dbdee3802360717a6a80c2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T20:32:48,537 INFO [StoreOpener-1d9fc9fa3dbdee3802360717a6a80c2b-1 {}] regionserver.HStore(327): Store=1d9fc9fa3dbdee3802360717a6a80c2b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T20:32:48,538 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,538 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,538 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,538 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,539 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,539 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,539 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,539 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,541 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,541 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/f2d0de4c6548f473272a3911ade4d377/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:48,542 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f2d0de4c6548f473272a3911ade4d377; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63005880, jitterRate=-0.06113922595977783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:48,542 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:48,542 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f2d0de4c6548f473272a3911ade4d377: Running coprocessor pre-open hook at 1731529968533Writing region info on filesystem at 1731529968533Initializing all the Stores at 1731529968534 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529968534Cleaning up temporary data from old regions at 1731529968538 (+4 ms)Running coprocessor post-open hooks at 1731529968542 (+4 ms)Region opened successfully at 1731529968542 2024-11-13T20:32:48,543 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/1d9fc9fa3dbdee3802360717a6a80c2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T20:32:48,543 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 1d9fc9fa3dbdee3802360717a6a80c2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73471164, jitterRate=0.09480565786361694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T20:32:48,543 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:48,543 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 1d9fc9fa3dbdee3802360717a6a80c2b: Running coprocessor pre-open hook at 1731529968535Writing region info on filesystem at 1731529968535Initializing all the Stores at 1731529968535Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731529968535Cleaning up temporary data from old regions at 1731529968539 (+4 ms)Running coprocessor post-open hooks at 1731529968543 (+4 ms)Region opened successfully at 1731529968543 2024-11-13T20:32:48,544 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377., pid=7, masterSystemTime=1731529968528 2024-11-13T20:32:48,544 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b., pid=8, masterSystemTime=1731529968529 2024-11-13T20:32:48,546 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:48,546 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:48,546 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2d0de4c6548f473272a3911ade4d377, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,35145,1731529966843 2024-11-13T20:32:48,547 DEBUG [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:48,547 INFO [RS_OPEN_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:48,548 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1d9fc9fa3dbdee3802360717a6a80c2b, regionState=OPEN, openSeqNum=2, regionLocation=04ac815325d6,33405,1731529966792 2024-11-13T20:32:48,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2d0de4c6548f473272a3911ade4d377, server=04ac815325d6,35145,1731529966843 because future has completed 2024-11-13T20:32:48,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d9fc9fa3dbdee3802360717a6a80c2b, server=04ac815325d6,33405,1731529966792 because future has completed 2024-11-13T20:32:48,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-13T20:32:48,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2d0de4c6548f473272a3911ade4d377, server=04ac815325d6,35145,1731529966843 in 175 msec 2024-11-13T20:32:48,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-13T20:32:48,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d9fc9fa3dbdee3802360717a6a80c2b, server=04ac815325d6,33405,1731529966792 in 175 msec 2024-11-13T20:32:48,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2d0de4c6548f473272a3911ade4d377, ASSIGN in 333 msec 2024-11-13T20:32:48,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-13T20:32:48,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1d9fc9fa3dbdee3802360717a6a80c2b, ASSIGN in 334 msec 2024-11-13T20:32:48,556 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T20:32:48,557 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731529968556"}]},"ts":"1731529968556"} 2024-11-13T20:32:48,558 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-13T20:32:48,559 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T20:32:48,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 773 msec 2024-11-13T20:32:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T20:32:48,932 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-13T20:32:48,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-13T20:32:48,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-13T20:32:48,935 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T20:32:48,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-13T20:32:48,938 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377., hostname=04ac815325d6,35145,1731529966843, seqNum=2] 2024-11-13T20:32:48,947 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b., hostname=04ac815325d6,33405,1731529966792, seqNum=2] 2024-11-13T20:32:48,947 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T20:32:48,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T20:32:48,958 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d9fc9fa3dbdee3802360717a6a80c2b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-13T20:32:48,974 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/1d9fc9fa3dbdee3802360717a6a80c2b/.tmp/family/ca037240adcc4dfaa12a5d4dc086bcce is 32, key is 5/family:/1731529968949/Put/seqid=0 2024-11-13T20:32:48,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741839_1015 (size=5083) 2024-11-13T20:32:48,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741839_1015 (size=5083) 2024-11-13T20:32:48,980 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/1d9fc9fa3dbdee3802360717a6a80c2b/.tmp/family/ca037240adcc4dfaa12a5d4dc086bcce 2024-11-13T20:32:48,986 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/1d9fc9fa3dbdee3802360717a6a80c2b/.tmp/family/ca037240adcc4dfaa12a5d4dc086bcce as hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/1d9fc9fa3dbdee3802360717a6a80c2b/family/ca037240adcc4dfaa12a5d4dc086bcce 2024-11-13T20:32:48,991 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/1d9fc9fa3dbdee3802360717a6a80c2b/family/ca037240adcc4dfaa12a5d4dc086bcce, entries=5, sequenceid=9, filesize=5.0 K 2024-11-13T20:32:48,992 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1d9fc9fa3dbdee3802360717a6a80c2b in 34ms, sequenceid=9, compaction requested=false 2024-11-13T20:32:48,992 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1d9fc9fa3dbdee3802360717a6a80c2b: 2024-11-13T20:32:48,993 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f2d0de4c6548f473272a3911ade4d377 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-13T20:32:49,008 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/f2d0de4c6548f473272a3911ade4d377/.tmp/family/c69f7653671c463c84806b195601e04c is 32, key is 1/family:/1731529968939/Put/seqid=0 2024-11-13T20:32:49,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741840_1016 (size=5054) 2024-11-13T20:32:49,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741840_1016 (size=5054) 2024-11-13T20:32:49,014 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/f2d0de4c6548f473272a3911ade4d377/.tmp/family/c69f7653671c463c84806b195601e04c 2024-11-13T20:32:49,020 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/f2d0de4c6548f473272a3911ade4d377/.tmp/family/c69f7653671c463c84806b195601e04c as hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/f2d0de4c6548f473272a3911ade4d377/family/c69f7653671c463c84806b195601e04c 2024-11-13T20:32:49,027 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/f2d0de4c6548f473272a3911ade4d377/family/c69f7653671c463c84806b195601e04c, entries=4, sequenceid=8, filesize=4.9 K 2024-11-13T20:32:49,028 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f2d0de4c6548f473272a3911ade4d377 in 36ms, sequenceid=8, compaction requested=false 2024-11-13T20:32:49,028 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f2d0de4c6548f473272a3911ade4d377: 2024-11-13T20:32:49,032 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-13T20:32:49,036 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:49,036 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T20:32:49,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:49,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T20:32:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35145 {}] bucket.BucketCache(1864): found 1 blocks for file c69f7653671c463c84806b195601e04c, starting offset: 0, end offset: 9223372036854775807 2024-11-13T20:32:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35145 {}] bucket.BucketCache(857): removed key c69f7653671c463c84806b195601e04c_0 from back map with offset lock 2094080 in the evict process 2024-11-13T20:32:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] bucket.BucketCache(1864): found 1 blocks for file ca037240adcc4dfaa12a5d4dc086bcce, starting offset: 0, end offset: 9223372036854775807 2024-11-13T20:32:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] bucket.BucketCache(857): removed key ca037240adcc4dfaa12a5d4dc086bcce_0 from back map with offset lock 2094080 in the evict process 2024-11-13T20:32:49,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T20:32:49,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:49,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:49,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:49,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:49,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T20:32:49,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T20:32:49,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2124495995, stopped=false 2024-11-13T20:32:49,039 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04ac815325d6,42343,1731529966746 2024-11-13T20:32:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T20:32:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:49,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:49,041 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:49,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T20:32:49,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:49,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:49,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:49,042 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,33405,1731529966792' ***** 2024-11-13T20:32:49,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:49,042 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:49,042 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04ac815325d6,35145,1731529966843' ***** 2024-11-13T20:32:49,042 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T20:32:49,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T20:32:49,042 INFO [RS:0;04ac815325d6:33405 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T20:32:49,042 INFO [RS:1;04ac815325d6:35145 {}] bucket.BucketCache(1739): Disabling cache 2024-11-13T20:32:49,042 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T20:32:49,042 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T20:32:49,043 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T20:32:49,043 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-13T20:32:49,043 INFO [RS:1;04ac815325d6:35145 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T20:32:49,043 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-13T20:32:49,043 INFO [RS:0;04ac815325d6:33405 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-13T20:32:49,043 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:49,044 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-13T20:32:49,044 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T20:32:49,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:49,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T20:32:49,044 INFO [RS:0;04ac815325d6:33405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:49,044 INFO [RS:1;04ac815325d6:35145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T20:32:49,044 INFO [RS:0;04ac815325d6:33405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:49,044 INFO [RS:1;04ac815325d6:35145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T20:32:49,044 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:49,044 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(3091): Received CLOSE for f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:49,044 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,33405,1731529966792 2024-11-13T20:32:49,045 INFO [RS:0;04ac815325d6:33405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:49,045 INFO [RS:0;04ac815325d6:33405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04ac815325d6:33405. 2024-11-13T20:32:49,045 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(959): stopping server 04ac815325d6,35145,1731529966843 2024-11-13T20:32:49,045 DEBUG [RS:0;04ac815325d6:33405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:49,045 INFO [RS:1;04ac815325d6:35145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d9fc9fa3dbdee3802360717a6a80c2b, disabling compactions & flushes 2024-11-13T20:32:49,045 DEBUG [RS:0;04ac815325d6:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:49,045 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:49,045 INFO [RS:1;04ac815325d6:35145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04ac815325d6:35145. 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:49,045 DEBUG [RS:1;04ac815325d6:35145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. after waiting 0 ms 2024-11-13T20:32:49,045 DEBUG [RS:1;04ac815325d6:35145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:49,045 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2d0de4c6548f473272a3911ade4d377, disabling compactions & flushes 2024-11-13T20:32:49,045 DEBUG [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(1325): Online Regions={1d9fc9fa3dbdee3802360717a6a80c2b=testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b.} 2024-11-13T20:32:49,045 INFO [RS:1;04ac815325d6:35145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:49,045 INFO [RS:1;04ac815325d6:35145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:49,045 INFO [RS:1;04ac815325d6:35145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:49,045 DEBUG [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(1351): Waiting on 1d9fc9fa3dbdee3802360717a6a80c2b 2024-11-13T20:32:49,045 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T20:32:49,045 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. after waiting 0 ms 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:49,045 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T20:32:49,045 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1325): Online Regions={f2d0de4c6548f473272a3911ade4d377=testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T20:32:49,045 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2d0de4c6548f473272a3911ade4d377 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T20:32:49,045 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T20:32:49,045 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T20:32:49,046 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-13T20:32:49,049 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/f2d0de4c6548f473272a3911ade4d377/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T20:32:49,049 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/default/testClearRegionBlockCache/1d9fc9fa3dbdee3802360717a6a80c2b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-13T20:32:49,050 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:49,050 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d9fc9fa3dbdee3802360717a6a80c2b: Waiting for close lock at 1731529969045Running coprocessor pre-close hooks at 1731529969045Disabling compacts and flushes for region at 1731529969045Disabling writes for close at 1731529969045Writing region close event to WAL at 1731529969046 (+1 ms)Running coprocessor post-close hooks at 1731529969050 (+4 ms)Closed at 1731529969050 2024-11-13T20:32:49,050 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b. 2024-11-13T20:32:49,050 INFO [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:49,050 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2d0de4c6548f473272a3911ade4d377: Waiting for close lock at 1731529969045Running coprocessor pre-close hooks at 1731529969045Disabling compacts and flushes for region at 1731529969045Disabling writes for close at 1731529969045Writing region close event to WAL at 1731529969046 (+1 ms)Running coprocessor post-close hooks at 1731529969050 (+4 ms)Closed at 1731529969050 2024-11-13T20:32:49,051 DEBUG [RS_CLOSE_REGION-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731529967786.f2d0de4c6548f473272a3911ade4d377. 2024-11-13T20:32:49,062 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/.tmp/info/785de2af5dc24e05aa077834192653ec is 173, key is testClearRegionBlockCache,5,1731529967786.1d9fc9fa3dbdee3802360717a6a80c2b./info:regioninfo/1731529968548/Put/seqid=0 2024-11-13T20:32:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741841_1017 (size=8173) 2024-11-13T20:32:49,068 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/.tmp/info/785de2af5dc24e05aa077834192653ec 2024-11-13T20:32:49,088 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/.tmp/ns/43165079faf44e34bdf7813c9f12ba66 is 43, key is default/ns:d/1731529967694/Put/seqid=0 2024-11-13T20:32:49,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:49,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741842_1018 (size=5153) 2024-11-13T20:32:49,094 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/.tmp/ns/43165079faf44e34bdf7813c9f12ba66 2024-11-13T20:32:49,109 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:49,115 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/.tmp/table/f16fe554277642d9a186aa6fa672e226 is 61, key is testClearRegionBlockCache/table:state/1731529968556/Put/seqid=0 2024-11-13T20:32:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:49,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741843_1019 (size=5312) 2024-11-13T20:32:49,125 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:32:49,125 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:32:49,127 INFO [regionserver/04ac815325d6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:49,201 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T20:32:49,201 INFO [regionserver/04ac815325d6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T20:32:49,245 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,33405,1731529966792; all regions closed. 2024-11-13T20:32:49,245 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:32:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741834_1010 (size=1867) 2024-11-13T20:32:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741834_1010 (size=1867) 2024-11-13T20:32:49,251 DEBUG [RS:0;04ac815325d6:33405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/oldWALs 2024-11-13T20:32:49,251 INFO [RS:0;04ac815325d6:33405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C33405%2C1731529966792:(num 1731529967262) 2024-11-13T20:32:49,251 DEBUG [RS:0;04ac815325d6:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:49,251 INFO [RS:0;04ac815325d6:33405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:49,251 INFO [RS:0;04ac815325d6:33405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:49,251 INFO [RS:0;04ac815325d6:33405 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:49,251 INFO [RS:0;04ac815325d6:33405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T20:32:49,251 INFO [RS:0;04ac815325d6:33405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T20:32:49,251 INFO [RS:0;04ac815325d6:33405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T20:32:49,251 INFO [RS:0;04ac815325d6:33405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:49,251 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:49,251 INFO [RS:0;04ac815325d6:33405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33405 2024-11-13T20:32:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,33405,1731529966792 2024-11-13T20:32:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:49,254 INFO [RS:0;04ac815325d6:33405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:49,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,33405,1731529966792] 2024-11-13T20:32:49,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,33405,1731529966792 already deleted, retry=false 2024-11-13T20:32:49,257 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,33405,1731529966792 expired; onlineServers=1 2024-11-13T20:32:49,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:49,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1003ad88f290001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:49,356 INFO [RS:0;04ac815325d6:33405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:49,356 INFO [RS:0;04ac815325d6:33405 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,33405,1731529966792; zookeeper connection closed. 2024-11-13T20:32:49,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ef96d71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ef96d71 2024-11-13T20:32:49,446 DEBUG [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T20:32:49,523 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/.tmp/table/f16fe554277642d9a186aa6fa672e226 2024-11-13T20:32:49,529 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/.tmp/info/785de2af5dc24e05aa077834192653ec as hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/info/785de2af5dc24e05aa077834192653ec 2024-11-13T20:32:49,535 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/info/785de2af5dc24e05aa077834192653ec, entries=20, sequenceid=13, filesize=8.0 K 2024-11-13T20:32:49,536 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/.tmp/ns/43165079faf44e34bdf7813c9f12ba66 as hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/ns/43165079faf44e34bdf7813c9f12ba66 2024-11-13T20:32:49,541 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/ns/43165079faf44e34bdf7813c9f12ba66, entries=2, sequenceid=13, filesize=5.0 K 2024-11-13T20:32:49,542 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/.tmp/table/f16fe554277642d9a186aa6fa672e226 as hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/table/f16fe554277642d9a186aa6fa672e226 2024-11-13T20:32:49,548 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/table/f16fe554277642d9a186aa6fa672e226, entries=2, sequenceid=13, filesize=5.2 K 2024-11-13T20:32:49,549 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 504ms, sequenceid=13, compaction requested=false 2024-11-13T20:32:49,554 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T20:32:49,555 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T20:32:49,555 INFO [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:49,555 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731529969045Running coprocessor pre-close hooks at 1731529969045Disabling compacts and flushes for region at 1731529969045Disabling writes for close at 1731529969045Obtaining lock to block concurrent updates at 1731529969046 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731529969046Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731529969046Flushing stores of hbase:meta,,1.1588230740 at 1731529969046Flushing 1588230740/info: creating writer at 1731529969046Flushing 1588230740/info: appending metadata at 1731529969062 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731529969062Flushing 1588230740/ns: creating writer at 1731529969074 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731529969088 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731529969088Flushing 1588230740/table: creating writer at 1731529969100 (+12 ms)Flushing 1588230740/table: appending metadata at 1731529969115 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731529969115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f753cee: reopening flushed file at 1731529969528 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ecfa9b2: reopening flushed file at 1731529969535 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1caf80f1: reopening flushed file at 1731529969542 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 504ms, sequenceid=13, compaction requested=false at 1731529969549 (+7 ms)Writing region close event to WAL at 1731529969550 (+1 ms)Running coprocessor post-close hooks at 1731529969555 (+5 ms)Closed at 1731529969555 2024-11-13T20:32:49,555 DEBUG [RS_CLOSE_META-regionserver/04ac815325d6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T20:32:49,646 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(976): stopping server 04ac815325d6,35145,1731529966843; all regions closed. 2024-11-13T20:32:49,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:49,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741835_1011 (size=4338) 2024-11-13T20:32:49,651 DEBUG [RS:1;04ac815325d6:35145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/oldWALs 2024-11-13T20:32:49,651 INFO [RS:1;04ac815325d6:35145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C35145%2C1731529966843.meta:.meta(num 1731529967646) 2024-11-13T20:32:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741833_1009 (size=1758) 2024-11-13T20:32:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741833_1009 (size=1758) 2024-11-13T20:32:49,656 DEBUG [RS:1;04ac815325d6:35145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/oldWALs 2024-11-13T20:32:49,656 INFO [RS:1;04ac815325d6:35145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04ac815325d6%2C35145%2C1731529966843:(num 1731529967248) 2024-11-13T20:32:49,656 DEBUG [RS:1;04ac815325d6:35145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T20:32:49,656 INFO [RS:1;04ac815325d6:35145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T20:32:49,656 INFO [RS:1;04ac815325d6:35145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:49,656 INFO [RS:1;04ac815325d6:35145 {}] hbase.ChoreService(370): Chore service for: regionserver/04ac815325d6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:49,656 INFO [RS:1;04ac815325d6:35145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:49,656 INFO [regionserver/04ac815325d6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:49,657 INFO [RS:1;04ac815325d6:35145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35145 2024-11-13T20:32:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T20:32:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04ac815325d6,35145,1731529966843 2024-11-13T20:32:49,660 INFO [RS:1;04ac815325d6:35145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:49,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04ac815325d6,35145,1731529966843] 2024-11-13T20:32:49,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04ac815325d6,35145,1731529966843 already deleted, retry=false 2024-11-13T20:32:49,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04ac815325d6,35145,1731529966843 expired; onlineServers=0 2024-11-13T20:32:49,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04ac815325d6,42343,1731529966746' ***** 2024-11-13T20:32:49,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T20:32:49,663 INFO [M:0;04ac815325d6:42343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T20:32:49,663 INFO [M:0;04ac815325d6:42343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T20:32:49,663 DEBUG [M:0;04ac815325d6:42343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T20:32:49,663 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T20:32:49,663 DEBUG [M:0;04ac815325d6:42343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T20:32:49,663 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529967033 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.large.0-1731529967033,5,FailOnTimeoutGroup] 2024-11-13T20:32:49,663 DEBUG [master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529967036 {}] cleaner.HFileCleaner(306): Exit Thread[master/04ac815325d6:0:becomeActiveMaster-HFileCleaner.small.0-1731529967036,5,FailOnTimeoutGroup] 2024-11-13T20:32:49,663 INFO [M:0;04ac815325d6:42343 {}] hbase.ChoreService(370): Chore service for: master/04ac815325d6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T20:32:49,664 INFO [M:0;04ac815325d6:42343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T20:32:49,664 DEBUG [M:0;04ac815325d6:42343 {}] master.HMaster(1795): Stopping service threads 2024-11-13T20:32:49,664 INFO [M:0;04ac815325d6:42343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T20:32:49,664 INFO [M:0;04ac815325d6:42343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T20:32:49,664 INFO [M:0;04ac815325d6:42343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T20:32:49,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T20:32:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T20:32:49,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T20:32:49,665 DEBUG [M:0;04ac815325d6:42343 {}] zookeeper.ZKUtil(347): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T20:32:49,665 WARN [M:0;04ac815325d6:42343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T20:32:49,666 INFO [M:0;04ac815325d6:42343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/.lastflushedseqids 2024-11-13T20:32:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741844_1020 (size=191) 2024-11-13T20:32:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741844_1020 (size=191) 2024-11-13T20:32:49,673 INFO [M:0;04ac815325d6:42343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T20:32:49,673 INFO [M:0;04ac815325d6:42343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T20:32:49,674 DEBUG [M:0;04ac815325d6:42343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T20:32:49,674 INFO [M:0;04ac815325d6:42343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:49,674 DEBUG [M:0;04ac815325d6:42343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:49,674 DEBUG [M:0;04ac815325d6:42343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T20:32:49,674 DEBUG [M:0;04ac815325d6:42343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:49,674 INFO [M:0;04ac815325d6:42343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-13T20:32:49,691 DEBUG [M:0;04ac815325d6:42343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88e7ae161a3a4f0db4bc939003ff3249 is 82, key is hbase:meta,,1/info:regioninfo/1731529967682/Put/seqid=0 2024-11-13T20:32:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:49,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741845_1021 (size=5672) 2024-11-13T20:32:49,697 INFO [M:0;04ac815325d6:42343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88e7ae161a3a4f0db4bc939003ff3249 2024-11-13T20:32:49,718 DEBUG [M:0;04ac815325d6:42343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b053f208afe4d748aee4dc5a1ab715b is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731529968561/Put/seqid=0 2024-11-13T20:32:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741846_1022 (size=6218) 2024-11-13T20:32:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741846_1022 (size=6218) 2024-11-13T20:32:49,724 INFO [M:0;04ac815325d6:42343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b053f208afe4d748aee4dc5a1ab715b 2024-11-13T20:32:49,749 DEBUG [M:0;04ac815325d6:42343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe65520a2ac4497ba6f65a7252cf1e1f is 69, key is 04ac815325d6,33405,1731529966792/rs:state/1731529967100/Put/seqid=0 2024-11-13T20:32:49,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:49,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741847_1023 (size=5224) 2024-11-13T20:32:49,761 INFO [M:0;04ac815325d6:42343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe65520a2ac4497ba6f65a7252cf1e1f 2024-11-13T20:32:49,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:49,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35145-0x1003ad88f290002, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:49,762 INFO [RS:1;04ac815325d6:35145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:49,762 INFO [RS:1;04ac815325d6:35145 {}] regionserver.HRegionServer(1031): Exiting; stopping=04ac815325d6,35145,1731529966843; zookeeper connection closed. 2024-11-13T20:32:49,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13c9f3ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13c9f3ae 2024-11-13T20:32:49,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-13T20:32:49,768 DEBUG [M:0;04ac815325d6:42343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88e7ae161a3a4f0db4bc939003ff3249 as hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88e7ae161a3a4f0db4bc939003ff3249 2024-11-13T20:32:49,773 INFO [M:0;04ac815325d6:42343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88e7ae161a3a4f0db4bc939003ff3249, entries=8, sequenceid=71, filesize=5.5 K 2024-11-13T20:32:49,774 DEBUG [M:0;04ac815325d6:42343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b053f208afe4d748aee4dc5a1ab715b as hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b053f208afe4d748aee4dc5a1ab715b 2024-11-13T20:32:49,778 INFO [M:0;04ac815325d6:42343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b053f208afe4d748aee4dc5a1ab715b, entries=8, sequenceid=71, filesize=6.1 K 2024-11-13T20:32:49,779 DEBUG [M:0;04ac815325d6:42343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe65520a2ac4497ba6f65a7252cf1e1f as hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe65520a2ac4497ba6f65a7252cf1e1f 2024-11-13T20:32:49,783 INFO [M:0;04ac815325d6:42343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45507/user/jenkins/test-data/1cfcf82e-0e47-aaba-d0b6-9c8847c34d1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe65520a2ac4497ba6f65a7252cf1e1f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-13T20:32:49,784 INFO [M:0;04ac815325d6:42343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=71, compaction requested=false 2024-11-13T20:32:49,786 INFO [M:0;04ac815325d6:42343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T20:32:49,786 DEBUG [M:0;04ac815325d6:42343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731529969674Disabling compacts and flushes for region at 1731529969674Disabling writes for close at 1731529969674Obtaining lock to block concurrent updates at 1731529969674Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731529969674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731529969674Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731529969675 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731529969675Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731529969691 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731529969691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731529969703 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731529969718 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731529969718Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731529969729 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731529969747 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731529969748 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275d36b4: reopening flushed file at 1731529969767 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439edf10: reopening flushed file at 1731529969773 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677d2f36: reopening flushed file at 1731529969778 (+5 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=71, compaction requested=false at 1731529969784 (+6 ms)Writing region close event to WAL at 1731529969786 (+2 ms)Closed at 1731529969786 2024-11-13T20:32:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741830_1006 (size=35477) 2024-11-13T20:32:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46287 is added to blk_1073741830_1006 (size=35477) 2024-11-13T20:32:49,789 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T20:32:49,789 INFO [M:0;04ac815325d6:42343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T20:32:49,789 INFO [M:0;04ac815325d6:42343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42343 2024-11-13T20:32:49,789 INFO [M:0;04ac815325d6:42343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T20:32:49,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:49,891 INFO [M:0;04ac815325d6:42343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T20:32:49,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42343-0x1003ad88f290000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T20:32:49,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d694c00{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:49,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@400a0cb8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:49,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:49,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa56f48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:49,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db8733d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:49,896 WARN [BP-922372909-172.17.0.2-1731529965968 heartbeating to localhost/127.0.0.1:45507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:49,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:49,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:49,896 WARN [BP-922372909-172.17.0.2-1731529965968 heartbeating to localhost/127.0.0.1:45507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-922372909-172.17.0.2-1731529965968 (Datanode Uuid 6dfd3e3e-a8ea-426e-8cf6-d3a1d46aff80) service to localhost/127.0.0.1:45507 2024-11-13T20:32:49,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/data/data3/current/BP-922372909-172.17.0.2-1731529965968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:49,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/data/data4/current/BP-922372909-172.17.0.2-1731529965968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:49,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:49,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b4f139{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T20:32:49,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b3eca56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:49,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:49,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34d772bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:49,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea4380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:49,901 WARN [BP-922372909-172.17.0.2-1731529965968 heartbeating to localhost/127.0.0.1:45507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T20:32:49,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T20:32:49,901 WARN [BP-922372909-172.17.0.2-1731529965968 heartbeating to localhost/127.0.0.1:45507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-922372909-172.17.0.2-1731529965968 (Datanode Uuid c1ab8cc7-4c59-404a-a95d-92a7c29039f2) service to localhost/127.0.0.1:45507 2024-11-13T20:32:49,901 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T20:32:49,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/data/data1/current/BP-922372909-172.17.0.2-1731529965968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:49,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/cluster_cce3fbb8-0099-d134-0b77-fb58c26e48bd/data/data2/current/BP-922372909-172.17.0.2-1731529965968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T20:32:49,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T20:32:49,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f51fd89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T20:32:49,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4042cb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T20:32:49,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T20:32:49,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78342bab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T20:32:49,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10b682dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6449daa8-8828-a346-e064-005c98391846/hadoop.log.dir/,STOPPED} 2024-11-13T20:32:49,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T20:32:49,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T20:32:49,939 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=192 (was 173) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:45507 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:45507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:45507 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1405382688) connection to localhost/127.0.0.1:45507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=555 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 176), ProcessCount=11 (was 11), AvailableMemoryMB=3011 (was 3155)